-- Logs begin at Tue 2021-05-11 15:38:53 UTC, end at Tue 2021-05-11 16:45:04 UTC. -- May 11 16:23:28.529095 dv-cinder-761113-11-smb systemd[1]: Started Devstack devstack@q-svc.service. May 11 16:23:30.923814 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.common.config [-] Logging enabled! May 11 16:23:30.924934 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev196 May 11 16:23:30.925100 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79197) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 11 16:23:30.928388 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.common.config [-] Logging enabled! May 11 16:23:30.928645 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev196 May 11 16:23:30.928958 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79197) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 11 16:23:30.929881 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 16:23:30.930117 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 16:23:30.930481 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 16:23:30.930730 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 16:23:30.930958 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 16:23:30.931281 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.931607 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.931906 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.932140 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.932437 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.932730 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.933015 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.933307 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.933605 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.933894 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.934178 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.934469 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.934702 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.934986 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.935275 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.935591 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.935819 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] debug = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.936103 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.936535 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.936956 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.937238 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.937677 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.937800 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.938078 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.938359 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.938648 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.938977 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] host = dv-cinder-761113-11-smb {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.939258 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.939569 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.939861 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.940201 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.940971 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.941251 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.941540 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.941817 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.942153 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] log_file = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.942436 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.942730 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.943019 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.943311 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.943559 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.943788 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.944078 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.944364 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.944641 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.944919 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.945198 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.945473 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.945749 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.946020 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.946305 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.946793 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.946907 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.947145 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.947422 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.947722 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.948005 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.948291 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.948565 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.948840 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.949114 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.949401 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.949670 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.949945 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.950246 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.950533 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.950817 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.951103 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.951380 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.951687 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.951964 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.952238 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.952511 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] use_json = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.952783 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.953056 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.953339 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.953614 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.953887 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.954162 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.954433 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.954718 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:30.955019 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.955318 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.955641 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.955958 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.956256 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.956538 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.956829 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.957108 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.957398 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.957689 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.957983 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.958262 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.958549 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.958826 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.959123 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.959432 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.959753 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.960045 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.960322 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.960596 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.960870 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.961150 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.961438 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.961734 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.962025 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.962304 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.962585 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.962877 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.963157 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.963436 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.963752 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.964045 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.964327 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.964604 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.964889 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.965170 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.965445 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.965722 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.966002 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.966295 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.966575 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.966847 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.967121 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.967403 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.967702 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.967995 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.968278 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.968556 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.968833 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.969116 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.969392 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.969671 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.969953 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.970228 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.970510 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.970785 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.971061 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.971357 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.971664 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.971944 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.972220 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.972495 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.972777 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.973055 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.973329 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.973607 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.973886 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.974163 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.974455 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.974756 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.975039 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.975324 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.975638 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.975922 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.976205 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.976488 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.976770 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.977053 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.977329 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.977625 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.977920 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.978214 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.978503 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.978786 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.979086 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.979369 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.979681 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.979967 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.980249 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.980543 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.981087 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.981386 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.981685 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.981983 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.982280 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.982579 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.982859 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.983180 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.983462 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:30.983705 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 16:23:30.983950 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79197) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 11 16:23:31.332665 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:31.332946 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:31.333237 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:31.333584 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.manager [-] Loading core plugin: ml2 May 11 16:23:31.638572 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.638774 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.639037 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.640285 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.640564 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.640830 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.762765 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.763046 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.763317 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.776942 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.777226 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.777503 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.805925 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.806199 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.806464 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.844939 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.845213 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:31.845479 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.076599 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.077159 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.077159 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.077402 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.078155 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.202521 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.202848 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.203130 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.203405 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.203698 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.204011 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.204272 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.204530 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.204785 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.205066 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.205327 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.205590 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.205903 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.206162 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.206430 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.206706 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.206966 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.207241 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.207521 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.207808 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.208161 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.208417 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.208669 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.209091 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.209351 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.209607 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.209999 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:23:32.210243 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:23:32.210487 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:23:32.210728 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:23:32.210968 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:23:32.211206 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:23:32.211600 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 11 16:23:32.214725 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 11 16:23:32.218641 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 11 16:23:32.222640 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) May 11 16:23:32.224285 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 11 16:23:32.224746 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 11 16:23:32.225083 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 11 16:23:32.225480 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 11 16:23:32.228340 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 11 16:23:32.228599 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 11 16:23:32.229105 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 11 16:23:32.257685 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 11 16:23:32.258133 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.258433 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79197) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 11 16:23:32.258797 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.260171 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79197) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 11 16:23:32.260456 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 11 16:23:32.260705 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 11 16:23:32.263797 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.264081 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:32.334779 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 11 16:23:32.334939 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 11 16:23:32.335183 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 11 16:23:32.335593 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 11 16:23:32.365795 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_db.sqlalchemy.engines [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79197) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 11 16:23:32.838615 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Initializing driver for type 'gre' May 11 16:23:32.839177 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] gre ID ranges: [(1, 1000)] May 11 16:23:33.095925 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Initializing driver for type 'local' May 11 16:23:33.097083 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Initializing driver for type 'vlan' May 11 16:23:33.180420 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] VlanTypeDriver initialization complete May 11 16:23:33.180756 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Initializing driver for type 'vxlan' May 11 16:23:33.181261 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] vxlan ID ranges: [(1, 1000)] May 11 16:23:33.473194 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Initializing extension driver 'port_security' May 11 16:23:33.473533 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.extensions.port_security [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] PortSecurityExtensionDriver initialization complete May 11 16:23:33.473897 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Initializing mechanism driver 'openvswitch' May 11 16:23:33.474228 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Initializing mechanism driver 'hyperv' May 11 16:23:33.486530 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.plugins.ml2.plugin [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:33.487303 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > port after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.487725 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > port after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.488079 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > port after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.488460 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > subnet after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.488840 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > subnet after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.489180 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > subnet after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.489553 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > network after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.489894 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > network after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.490228 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > network after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.490595 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > security_group after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.490933 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > security_group after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.491263 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > security_group after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.491659 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.492001 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.492325 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.492692 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > address_group after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.493033 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > address_group after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.493363 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > address_group after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.493693 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] ML2 OVO RPC backend initialized. {{(pid=79197) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 11 16:23:33.494379 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router_interface after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.494722 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.495126 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > network before_response 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.495468 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > networks before_response 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.495829 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > port before_response 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.496159 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > ports before_response 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.496507 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > subnet before_response 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.496824 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > subnets before_response 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.497159 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > network after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.497490 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > network after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.497845 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > network after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.498175 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > port after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.498508 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > port after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.498841 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > port after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.499174 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > subnet after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.499526 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > subnet after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.499859 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > subnet after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.500418 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.plugin [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Modular L2 Plugin initialization complete May 11 16:23:33.500741 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading services supported by the core plugin {{(pid=79197) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 11 16:23:33.501058 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.plugins.ml2.managers [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Got port-security extension from driver 'port_security' May 11 16:23:33.501539 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.extensions.vlantransparent [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Disabled vlantransparent extension. May 11 16:23:33.502016 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79197) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 11 16:23:33.502321 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading Plugin: router May 11 16:23:33.538024 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router_interface before_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.538408 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router after_create 55549900 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.538771 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router before_create 55549900 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.539128 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.539511 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.539869 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router after_delete 55549900 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.540221 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > floatingip after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.540572 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router after_create 55549900 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.540909 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router after_update 55549900 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.541261 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router after_update 55549900 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.541583 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.541930 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router after_update 55549900 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.542327 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router precommit_update 55549900 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.542685 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: port after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.543016 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: port after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.543342 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: subnet after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.543697 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.544035 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > port precommit_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.544372 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router precommit_create 55549900 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.544702 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: port before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.545035 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router precommit_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.545381 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router after_update 55549900 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.545711 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router precommit_delete 55549900 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.546051 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router precommit_create 55549900 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.546400 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router_interface after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.546733 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router precommit_update 55549900 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.547093 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > network after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.548025 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Tracking information for resource: router configured {{(pid=79197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:23:33.548352 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Tracking information for resource: floatingip configured {{(pid=79197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:23:33.553182 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.db.l3_agentschedulers_db [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 11 16:23:33.553744 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: port after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.554098 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: port after_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.554439 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: port after_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.554782 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: port after_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.555589 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router before_create 55550100 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.555955 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router precommit_delete 55550100 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.556311 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router precommit_create 55550100 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.556663 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > router precommit_update 55550100 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.561006 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.services.provider_configuration [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service providers = [] {{(pid=79197) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 11 16:23:33.561371 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.db.servicetype_db [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79197) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 11 16:23:33.564252 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.services.service_base [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 16:23:33.564592 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.services.service_base [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 16:23:33.564924 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.services.service_base [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 16:23:33.566275 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.services.service_base [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 16:23:33.566638 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.services.service_base [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Default provider is not specified for service type L3_ROUTER_NAT May 11 16:23:33.568484 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:23:33.568820 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 11 16:23:33.579141 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:23:33.579469 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading Plugin: auto_allocate May 11 16:23:33.585673 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: network precommit_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.586034 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: network precommit_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.586539 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:23:33.586852 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading Plugin: tag May 11 16:23:33.593587 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:23:33.593913 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading Plugin: timestamp May 11 16:23:33.597708 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:23:33.598035 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading Plugin: network_ip_availability May 11 16:23:33.603186 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.603566 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.603917 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.604624 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:23:33.604934 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading Plugin: flavors May 11 16:23:33.610032 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:23:33.610364 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading Plugin: revisions May 11 16:23:33.614581 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:23:33.614967 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_concurrency.lockutils [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.282s {{(pid=79197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:23:33.615723 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79197) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 11 16:23:33.616056 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Initializing extension manager. May 11 16:23:33.616553 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: __init__.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.616890 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: __pycache__ {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.617217 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.617545 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: address_group.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.618280 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.618840 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: address-group May 11 16:23:33.619158 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: address_scope.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.619881 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.620377 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: address-scope May 11 16:23:33.620692 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: admin_state_down_before_update.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.621589 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.622088 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: router-admin-state-down-before-update May 11 16:23:33.622400 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: agent.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.623075 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.623603 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: agent May 11 16:23:33.623918 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: agent_resources_synced.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.624794 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.625284 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: agent-resources-synced May 11 16:23:33.625602 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: allowedaddresspairs.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.627344 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.628411 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: allowed-address-pairs May 11 16:23:33.628729 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: auto_allocated_topology.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.629774 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.630271 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: auto-allocated-topology May 11 16:23:33.630591 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: availability_zone.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.631264 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.631798 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: availability_zone May 11 16:23:33.632114 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: availability_zone_filter.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.632996 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.633491 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: availability_zone_filter May 11 16:23:33.633809 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: data_plane_status.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.634688 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.635181 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension data-plane-status not supported by any of loaded plugins May 11 16:23:33.635502 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: default_subnetpools.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.636405 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.636901 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: default-subnetpools May 11 16:23:33.637216 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: dhcpagentscheduler.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.638015 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.638511 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: dhcp_agent_scheduler May 11 16:23:33.638829 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: dns.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.646494 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.646988 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension dns-integration not supported by any of loaded plugins May 11 16:23:33.647305 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: dns_domain_ports.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.648223 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.648719 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension dns-domain-ports not supported by any of loaded plugins May 11 16:23:33.649039 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: dvr.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.649694 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.650186 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: dvr May 11 16:23:33.650500 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: empty_string_filtering.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.651384 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.651909 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: empty-string-filtering May 11 16:23:33.652227 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.653107 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.653629 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 11 16:23:33.653936 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.654808 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.655295 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 11 16:23:33.655644 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: external_net.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.656514 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.657008 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: external-net May 11 16:23:33.657321 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: extra_dhcp_opt.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.658209 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.658698 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: extra_dhcp_opt May 11 16:23:33.659039 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: extraroute.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.660396 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.661205 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: extraroute May 11 16:23:33.661691 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: extraroute_atomic.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.664176 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.664934 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: extraroute-atomic May 11 16:23:33.665562 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: filter_validation.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.666259 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.666767 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: filter-validation May 11 16:23:33.667085 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: fip_pf_description.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.668227 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.668727 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 11 16:23:33.669047 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: fip_port_details.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.669937 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.670432 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: fip-port-details May 11 16:23:33.670750 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: flavors.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.676671 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.677178 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: flavors May 11 16:23:33.677501 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.679152 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.679703 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 11 16:23:33.680028 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: floatingip_pools.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.680711 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.681207 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: floatingip-pools May 11 16:23:33.681525 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: ip_allocation.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.682424 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.682917 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension ip_allocation not supported by any of loaded plugins May 11 16:23:33.683233 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.684154 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.684654 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: ip-substring-filtering May 11 16:23:33.684970 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: l2_adjacency.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.685863 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.686353 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension l2_adjacency not supported by any of loaded plugins May 11 16:23:33.686666 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: l3.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.687673 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.688221 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: router May 11 16:23:33.688540 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: l3_conntrack_helper.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.691353 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.691901 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 11 16:23:33.692226 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.693132 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.693637 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: ext-gw-mode May 11 16:23:33.693956 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.694841 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.695338 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: l3-ha May 11 16:23:33.695688 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: l3_flavors.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.696599 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.697094 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: l3-flavors May 11 16:23:33.697410 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.698316 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.698815 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: l3-port-ip-change-not-allowed May 11 16:23:33.699138 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: l3agentscheduler.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.700361 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.700858 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: l3_agent_scheduler May 11 16:23:33.701178 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: logging.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.702669 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.703175 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension logging not supported by any of loaded plugins May 11 16:23:33.703516 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: metering.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.704244 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.704812 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: metering May 11 16:23:33.705129 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.706219 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.706722 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: metering_source_and_destination_fields May 11 16:23:33.707043 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: multiprovidernet.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.708099 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.708604 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: multi-provider May 11 16:23:33.708927 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: netmtu.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.709809 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.710333 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: net-mtu May 11 16:23:33.710622 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: netmtu_writable.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.717733 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.718230 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: net-mtu-writable May 11 16:23:33.718544 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: network_availability_zone.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.719191 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.719720 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: network_availability_zone May 11 16:23:33.720037 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: network_ip_availability.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.721099 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.721627 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: network-ip-availability May 11 16:23:33.721942 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: network_segment_range.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.722691 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.723181 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension network-segment-range not supported by any of loaded plugins May 11 16:23:33.723552 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: pagination.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.724486 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.724809 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: pagination May 11 16:23:33.725128 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: port_device_profile.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.726015 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.726521 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: port-device-profile May 11 16:23:33.726838 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.727759 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.728303 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: port-mac-address-regenerate May 11 16:23:33.728619 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.729496 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.729994 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: port-numa-affinity-policy May 11 16:23:33.730310 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: port_resource_request.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.731458 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.731976 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension port-resource-request not supported by any of loaded plugins May 11 16:23:33.732345 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: portbindings.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.733177 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.733675 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: binding May 11 16:23:33.733990 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: portbindings_extended.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.735267 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.735799 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: binding-extended May 11 16:23:33.736121 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: portsecurity.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.737528 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.738023 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: port-security May 11 16:23:33.738339 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: project_id.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.739284 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.739714 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: project-id May 11 16:23:33.740031 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: providernet.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.740961 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.741494 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: provider May 11 16:23:33.741804 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: qos.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.745309 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.745827 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension qos not supported by any of loaded plugins May 11 16:23:33.746155 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.747371 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.747905 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 11 16:23:33.748228 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.749114 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.749618 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 11 16:23:33.749939 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: qos_default.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.750824 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.751326 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension qos-default not supported by any of loaded plugins May 11 16:23:33.751675 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: qos_fip.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.752308 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.753354 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension qos-fip not supported by any of loaded plugins May 11 16:23:33.753668 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: qos_gateway_ip.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.754570 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.755070 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension qos-gateway-ip not supported by any of loaded plugins May 11 16:23:33.755389 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: qos_port_network_policy.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.756296 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.756792 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension qos-port-network-policy not supported by any of loaded plugins May 11 16:23:33.757107 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: qos_rule_type_details.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.757998 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.758495 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension qos-rule-type-details not supported by any of loaded plugins May 11 16:23:33.758812 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: qos_rules_alias.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.759868 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.760368 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension qos-rules-alias not supported by any of loaded plugins May 11 16:23:33.760689 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: quotasv2.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.761711 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.762035 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: quotas May 11 16:23:33.762351 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: quotasv2_detail.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.763997 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.764333 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: quota_details May 11 16:23:33.764661 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: rbac.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.765698 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.766209 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: rbac-policies May 11 16:23:33.766534 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: rbac_address_group.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.767459 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.767995 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: rbac-address-group May 11 16:23:33.768402 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: rbac_address_scope.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.769292 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.769811 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: rbac-address-scope May 11 16:23:33.770132 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: rbac_security_groups.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.775246 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.775776 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: rbac-security-groups May 11 16:23:33.776099 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: rbac_subnetpool.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.776996 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.777494 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: rbac-subnetpool May 11 16:23:33.777812 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: revisionifmatch.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.778700 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.779198 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: revision-if-match May 11 16:23:33.779542 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: revisions.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.780629 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.781127 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: standard-attr-revisions May 11 16:23:33.781446 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: router_availability_zone.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.782097 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.782595 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: router_availability_zone May 11 16:23:33.782915 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: routerservicetype.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.783864 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.784364 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension router-service-type not supported by any of loaded plugins May 11 16:23:33.784679 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.785572 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.786073 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: security-groups-normalized-cidr May 11 16:23:33.786384 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: security_groups_port_filtering.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.787272 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.787790 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: port-security-groups-filtering May 11 16:23:33.788109 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.788999 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.789508 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: security-groups-remote-address-group May 11 16:23:33.789822 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: securitygroup.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.800031 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.800557 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: security-group May 11 16:23:33.800881 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: segment.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.801652 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.802147 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension segment not supported by any of loaded plugins May 11 16:23:33.802467 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.803398 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.803929 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 11 16:23:33.804245 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: servicetype.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.805334 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.805840 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: service-type May 11 16:23:33.806162 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: sorting.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.809833 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.810158 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: sorting May 11 16:23:33.810476 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: standard_attr_segment.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.811370 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.811905 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension standard-attr-segment not supported by any of loaded plugins May 11 16:23:33.812224 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: standardattrdescription.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.812855 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.813357 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: standard-attr-description May 11 16:23:33.813673 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: stateful_security_group.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.814570 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.815114 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: stateful-security-group May 11 16:23:33.815951 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: stdattrs_common.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.816516 dv-cinder-761113-11-smb neutron-server[79197]: WARNING neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 11 16:23:33.816832 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.817812 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.818316 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 11 16:23:33.818634 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: subnet_onboard.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.819714 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.820221 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: subnet_onboard May 11 16:23:33.820553 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.821453 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.821951 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 11 16:23:33.822270 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: subnet_service_types.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.823171 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.823692 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: subnet-service-types May 11 16:23:33.824015 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: subnetallocation.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.825061 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.825558 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: subnet_allocation May 11 16:23:33.825877 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.826527 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.827016 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: subnetpool-prefix-ops May 11 16:23:33.827333 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.828273 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.828773 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 11 16:23:33.829090 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: tagging.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.830133 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.830675 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: standard-attr-tag May 11 16:23:33.830998 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: timestamp.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.832243 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.832729 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loaded extension: standard-attr-timestamp May 11 16:23:33.833049 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: trunk.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.834052 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.834552 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension trunk not supported by any of loaded plugins May 11 16:23:33.834871 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: trunk_details.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.835791 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.836287 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension trunk-details not supported by any of loaded plugins May 11 16:23:33.836601 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: uplink_status_propagation.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.837491 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.837986 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension uplink-status-propagation not supported by any of loaded plugins May 11 16:23:33.838300 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Loading extension file: vlantransparent.py {{(pid=79197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:23:33.838956 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:23:33.839443 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extension vlan-transparent not supported by any of loaded plugins May 11 16:23:33.841929 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:network May 11 16:23:33.842671 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:subnet May 11 16:23:33.843439 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:23:33.844064 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:port May 11 16:23:33.845299 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.v2.resource_helper [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:23:33.845737 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.v2.resource_helper [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service FLAVORS assigned prefix: {{(pid=79197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:23:33.846401 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.v2.resource_helper [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:23:33.846824 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.v2.resource_helper [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:23:33.847147 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:router May 11 16:23:33.847833 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:floatingip May 11 16:23:33.848524 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.v2.resource_helper [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service METERING assigned prefix: /metering {{(pid=79197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:23:33.849966 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.850330 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.850676 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:23:33.851827 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of CountableResource for resource:rbac_policy May 11 16:23:33.852275 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:security_group May 11 16:23:33.852920 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:security_group_rule May 11 16:23:33.853635 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.v2.resource_helper [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service CORE assigned prefix: {{(pid=79197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:23:33.853969 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:23:33.854298 dv-cinder-761113-11-smb neutron-server[79197]: WARNING neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] subnetpool is already registered May 11 16:23:33.854899 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.v2.resource_helper [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service CORE assigned prefix: {{(pid=79197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:23:33.855225 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:23:33.855567 dv-cinder-761113-11-smb neutron-server[79197]: WARNING neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] subnetpool is already registered May 11 16:23:33.858365 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.v2.resource_helper [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:23:33.858992 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.v2.resource_helper [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service FLAVORS assigned prefix: {{(pid=79197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:23:33.859372 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.v2.resource_helper [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:23:33.859807 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.v2.resource_helper [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:23:33.860139 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:router May 11 16:23:33.860505 dv-cinder-761113-11-smb neutron-server[79197]: WARNING neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] router is already registered May 11 16:23:33.861086 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:floatingip May 11 16:23:33.861407 dv-cinder-761113-11-smb neutron-server[79197]: WARNING neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] floatingip is already registered May 11 16:23:33.862551 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.v2.resource_helper [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service METERING assigned prefix: /metering {{(pid=79197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:23:33.863214 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of CountableResource for resource:rbac_policy May 11 16:23:33.863571 dv-cinder-761113-11-smb neutron-server[79197]: WARNING neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] rbac_policy is already registered May 11 16:23:33.865068 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:security_group May 11 16:23:33.865401 dv-cinder-761113-11-smb neutron-server[79197]: WARNING neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] security_group is already registered May 11 16:23:33.865985 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:security_group_rule May 11 16:23:33.866312 dv-cinder-761113-11-smb neutron-server[79197]: WARNING neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] security_group_rule is already registered May 11 16:23:33.867015 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.v2.resource_helper [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service CORE assigned prefix: {{(pid=79197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:23:33.867292 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:23:33.867638 dv-cinder-761113-11-smb neutron-server[79197]: WARNING neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] subnetpool is already registered May 11 16:23:33.868233 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.v2.resource_helper [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Service CORE assigned prefix: {{(pid=79197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:23:33.868558 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:23:33.868876 dv-cinder-761113-11-smb neutron-server[79197]: WARNING neutron.quota.resource_registry [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] subnetpool is already registered May 11 16:23:33.869514 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: extensions {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.870992 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: address-groups {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.872628 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: address-scopes {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.873832 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: agents {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.874995 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: auto-allocated-topology {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.876267 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: availability_zones {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.877581 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: dhcp-networks {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.879524 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: dhcp-agents {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.880968 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: routers {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.882768 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: flavors {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.883968 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: service_profiles {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.885154 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: next_providers {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.886670 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: service_profiles {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.888158 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: floatingip-pools {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.889357 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: routers {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.891189 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: floatingips {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.892402 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: l3-routers {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.893810 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: l3-agents {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.895219 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: metering-labels {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.896588 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: metering-label-rules {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.897852 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: network-ip-availabilities {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.899104 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: bindings {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.900759 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: quotas {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.902197 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: quotas {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.903627 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: rbac-policies {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.904956 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: security-groups {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.906149 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: security-group-rules {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.907395 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: service-providers {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.908638 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: subnetpools {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.910184 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: subnetpools {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.911667 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: tags {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.913339 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: tags {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.915166 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: tags {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.916942 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: tags {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.918732 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: tags {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.920592 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: tags {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.922289 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: tags {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.925605 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: tags {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:33.927379 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: tags {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:34.039746 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron.api.extensions [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Extended resource: tags {{(pid=79197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:23:34.045724 dv-cinder-761113-11-smb neutron-server[79197]: WARNING keystonemiddleware.auth_token [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 11 16:23:34.050959 dv-cinder-761113-11-smb neutron-server[79197]: WARNING keystonemiddleware.auth_token [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 11 16:23:34.059098 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_concurrency.lockutils [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Acquired lock "singleton_lock" {{(pid=79197) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 11 16:23:34.059601 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_concurrency.lockutils [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Releasing lock "singleton_lock" {{(pid=79197) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 11 16:23:34.060233 dv-cinder-761113-11-smb neutron-server[79197]: INFO oslo_service.service [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Starting 2 workers May 11 16:23:34.064882 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Started child 79306 {{(pid=79197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 16:23:34.069141 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Started child 79307 {{(pid=79197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 16:23:34.069955 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:34.070703 dv-cinder-761113-11-smb neutron-server[79197]: INFO neutron.service [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Neutron service started, listening on 0.0.0.0:9696 May 11 16:23:34.071343 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Notify callbacks [] for process, before_spawn {{(pid=79197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:34.071451 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [-] (79306) wsgi starting up on http://0.0.0.0:9696 May 11 16:23:34.073531 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:34.073945 dv-cinder-761113-11-smb neutron-server[79197]: INFO oslo_service.service [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Starting 1 workers May 11 16:23:34.074851 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [-] (79307) wsgi starting up on http://0.0.0.0:9696 May 11 16:23:34.078666 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Started child 79308 {{(pid=79197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 16:23:34.079191 dv-cinder-761113-11-smb neutron-server[79197]: INFO oslo_service.service [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Starting 1 workers May 11 16:23:34.082185 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.service [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] calling RpcWorker wait() {{(pid=79308) _wait /opt/stack/neutron/neutron/service.py:128}} May 11 16:23:34.082718 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.service [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] returning from RpcWorker wait() {{(pid=79308) _wait /opt/stack/neutron/neutron/service.py:135}} May 11 16:23:34.083533 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Started child 79309 {{(pid=79197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 16:23:34.084095 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:34.084335 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG neutron_lib.callbacks.manager [None req-758fb3d5-dc1e-4bfd-a5be-64c6968508da None None] Notify callbacks [] for process, after_spawn {{(pid=79197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:34.084688 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:34.086148 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79197) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 11 16:23:34.086351 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 16:23:34.086529 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 16:23:34.086748 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 16:23:34.087091 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 16:23:34.087258 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 16:23:34.087785 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.088063 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.088330 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.088608 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.088884 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.089109 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:34.089585 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.089737 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.089978 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.090203 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:34.090294 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.090498 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.090669 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.090841 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.091094 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.091328 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.091657 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.091936 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.092183 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.092479 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.092653 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.092896 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.093168 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.093394 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.093653 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] debug = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.093903 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.094417 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.094644 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.094910 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.095133 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.095408 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.095680 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.095958 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.096942 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.096942 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.097153 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.097404 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.097633 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.097865 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.098097 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.098361 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.098575 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.099036 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] host = dv-cinder-761113-11-smb {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.099257 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.099523 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.099768 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.100023 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.100292 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.100507 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.100769 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.101027 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.101274 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.101506 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.101766 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.102000 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.102225 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.102461 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_file = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.102623 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_options = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.102862 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.103135 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.103405 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.103631 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.103801 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.103982 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.104239 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.104401 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.104641 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.104875 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.105085 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.105329 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.105541 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.106069 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.106312 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.106538 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.106779 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.107003 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.107248 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.107515 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.107708 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.107930 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.108147 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.108357 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.108571 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.108781 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.109020 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.109229 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.109435 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.109682 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.109912 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.110168 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.110400 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.110654 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.110878 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.111101 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.111327 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.111610 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.111838 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.112692 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.112896 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.113115 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.113341 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.113587 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.113819 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.114054 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] use_json = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.114264 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.114473 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.114719 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.114930 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.115162 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.115442 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.115610 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.115842 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.117201 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.117201 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.117201 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.117448 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.117448 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.117704 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.118135 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.118361 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.118605 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.118989 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.119312 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.119733 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.120053 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.120301 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.120562 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.120888 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.121156 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.121416 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.121668 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.121888 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.122135 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.122354 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.122688 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.122948 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.123215 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.123601 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.123720 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.123939 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.124170 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.124381 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.124620 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.124831 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.125104 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.125345 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.125575 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.125832 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.126041 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.126287 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.126512 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.126761 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.126999 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.127228 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.127447 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.129861 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.129861 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.129861 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.129861 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.129861 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.129861 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.129861 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.129861 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.129861 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.130426 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.130426 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.130426 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.130426 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.130710 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.130710 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.130931 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.132169 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.132169 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.132169 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.132169 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.132169 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.133204 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.133204 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.133204 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.133204 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.133204 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.133503 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.133503 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.133718 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.134103 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.134338 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.134524 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.134727 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.134954 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.135157 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.135375 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.135627 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.135844 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.136051 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.136270 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.136499 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.136777 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.137107 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.137363 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.137600 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.137836 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.138133 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.138343 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.138563 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.138794 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.139036 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.139311 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.139925 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.140161 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.140424 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.140680 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.140918 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.141178 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.141400 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.141681 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.141901 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.142150 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.142389 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.142672 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.142934 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.143207 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.143469 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.143739 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.144011 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.144255 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.144533 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.144778 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.145043 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.145345 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.145749 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.145924 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.146076 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.146305 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.146560 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.146806 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.147051 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.147280 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.147562 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.147786 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.148081 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.148325 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.148546 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.148769 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.148970 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.149280 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.149507 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.149719 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.149949 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.150215 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.150457 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.150687 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.150944 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.151187 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.151417 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.151688 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.151937 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.152402 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.152402 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.152680 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.153042 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.153042 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.153308 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.153482 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.153692 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.153900 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.154147 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.154357 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.154720 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.154852 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.155039 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.155252 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.156053 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.156053 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.156053 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.156457 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.156457 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.157351 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.157351 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.157351 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.157351 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.157830 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.157830 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.158064 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.159614 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.159614 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.159614 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.159614 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.159900 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.159900 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.160145 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.160358 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.160570 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.160786 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.161033 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.161279 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.161523 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.161754 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.161986 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.162238 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.162930 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.163181 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.163427 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.163859 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.164227 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.164446 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.164704 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.164956 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.165205 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.165422 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.165635 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.165922 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.166160 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.166406 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.166636 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.166866 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.167070 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.167460 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.167713 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.168011 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.168280 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.168522 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.168768 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.169000 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.169249 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.169464 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.169671 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.170044 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.170263 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.170500 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.170707 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.170917 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.171129 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.171372 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.171617 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.171827 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.172030 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.172247 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.172508 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.172701 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.172907 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.173136 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.173349 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.173566 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.173890 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.174143 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.174360 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.175352 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.175787 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.176036 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.176296 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.176634 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.176854 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.177093 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.177311 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.177546 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.177766 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.178031 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.178349 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.178661 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.178943 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.179193 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.179438 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.179744 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.179999 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.180210 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.180513 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.180846 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.181140 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.181403 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.181648 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.181926 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.182152 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.182369 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.182588 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.182836 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.183053 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.183291 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.183567 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.183800 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.184018 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.184263 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.184501 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.184722 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.184962 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.185204 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.185418 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.185577 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 16:23:34.186109 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79197) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 11 16:23:34.186270 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 16:23:34.186434 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 16:23:34.186687 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 16:23:34.187006 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 16:23:34.187299 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 16:23:34.187775 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.188104 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.188433 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.188736 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.188898 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.189089 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.189237 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.189375 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.189548 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.189751 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.189913 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.190069 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.190223 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.190382 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.190732 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.190732 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.190732 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.191235 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.191235 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.191235 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.191756 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.191756 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.191756 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] debug = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.191756 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.192277 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.192277 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.192277 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.192721 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.192721 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.192721 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.193167 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.193167 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.193167 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.193543 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.193543 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.193543 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.194129 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.194129 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.194129 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.194129 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.194643 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] host = dv-cinder-761113-11-smb {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.194643 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.194643 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.195023 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.195023 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.195023 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.195405 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.195405 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.195405 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.195938 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.195938 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.195938 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.196319 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.196319 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.196319 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_file = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.196728 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_options = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.196728 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.196728 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.197109 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.197109 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.197389 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.197389 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.197698 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.197698 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.197969 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.197969 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.198238 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.198238 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.198436 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.198516 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.198637 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.198797 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.198955 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.199112 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.199268 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.199428 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.199607 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.199765 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.199922 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.200083 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.200237 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.200559 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.200724 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.200881 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.201038 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.201190 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.201350 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.201507 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.204868 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.204868 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.204868 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.204868 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.204868 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.204868 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.204868 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.204868 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205356 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205356 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205356 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205356 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205356 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205356 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] use_json = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205356 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205356 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205356 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205897 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205897 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205897 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205897 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205897 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:23:34.205897 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.205897 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.206960 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 38446) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:34.207046 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207046 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207046 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207046 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207046 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207046 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207046 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207046 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207698 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207698 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207698 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207698 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207698 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207698 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207698 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.207698 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.208197 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.208197 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.208197 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.208438 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.208438 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.208592 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.208844 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.208844 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.209017 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.209162 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.209324 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.209485 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.209646 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.209806 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.209967 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.210127 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.210287 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.210447 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.210606 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.211318 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.211318 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.211318 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.211318 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.211650 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.211650 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.211895 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.212292 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.212292 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.212292 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.212880 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.212880 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.212880 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.213102 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.213185 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.213344 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.213503 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.213665 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.213824 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.213984 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.214295 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.214406 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069084 May 11 16:23:34.214826 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.215147 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.215317 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.215471 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.215677 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.215840 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.216000 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.216160 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.217316 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.217431 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.217555 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.218176 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.218176 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.218176 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.218176 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.218474 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.218474 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.218617 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.218761 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.218923 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.219858 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.219858 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.219858 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.219858 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.219858 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.219858 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.220259 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.220259 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.220415 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.220487 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.220717 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.220809 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.221153 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.221153 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.221832 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.221902 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.222049 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.222230 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.222363 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.222530 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.222707 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.222861 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.223007 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.223151 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.223309 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.223588 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.223704 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.223790 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.223953 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.224113 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.224290 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.224419 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.224573 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.224738 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.224926 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.225051 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.225218 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.225383 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.225553 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.226875 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.226875 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.226875 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.226875 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.226875 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.226875 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.226875 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.226875 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.227345 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.227345 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.227345 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.227345 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.227603 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.227685 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.227829 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.228014 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.228176 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.228340 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.228499 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.228657 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.228819 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.228977 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.229715 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.229715 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.229715 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.229715 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.229715 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.230043 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.230043 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.230185 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.230345 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.230506 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.230665 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.231078 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.231239 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.231399 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.231598 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.231744 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.232502 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.232502 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.232502 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.232502 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.232502 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.232884 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.232884 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.233024 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.233107 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.233236 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.233394 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.233554 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.233713 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.233873 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.234035 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.234195 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.234355 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.235136 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.235136 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.235136 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.235136 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.235136 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.235778 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.235778 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.235778 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.235778 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.236076 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.236076 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.236221 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.236316 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.236478 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.237903 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.237903 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.237903 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.237903 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.237903 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.237903 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.238275 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.238275 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.238399 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.238520 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.238678 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.238838 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.239527 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.239527 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.239527 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.239527 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.240134 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.240134 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.240134 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.240134 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.240652 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.240652 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.240652 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.241040 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.241040 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.241040 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.241440 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.241440 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.241440 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.241837 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.241837 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.242098 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.242098 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.242369 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.242369 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.242660 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.242660 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.243014 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.243014 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.243279 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.243279 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.243567 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.243567 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.243957 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.243957 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.243957 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.244348 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.244348 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.244613 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.244613 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.244876 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.244876 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.245150 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.245150 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.245413 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.245562 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.245702 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.245840 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.245978 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.246117 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.246265 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.246422 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.246608 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.246751 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.246890 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.247028 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.247165 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.247303 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.247452 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.247686 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.247829 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.247968 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.248106 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:34.248260 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.248260 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.248527 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.248527 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.248813 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.248813 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.249094 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.249094 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.249368 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.249368 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.249731 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.249731 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.249995 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.249995 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.250267 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.250267 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:23:34.250531 dv-cinder-761113-11-smb neutron-server[79197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 16:23:44.947155 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccf5b53-0b2c-4274-9db8-89feda658454 None None] get_active_networks_info from dv-cinder-761113-11-smb {{(pid=79308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 11 16:23:45.066217 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf5b53-0b2c-4274-9db8-89feda658454 None None] No non-hosted networks {{(pid=79308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 11 16:23:45.096070 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.agentschedulers_db [None req-6ccf5b53-0b2c-4274-9db8-89feda658454 None None] DHCP Agent not found on host dv-cinder-761113-11-smb {{(pid=79308) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 11 16:23:45.157067 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-90f86498-9bf5-4ed4-8343-c3484f78ed84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110'] for agent, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:47.460785 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110'] for agent, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:47.461491 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:47.461834 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:47.462167 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:47.462545 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:47.462875 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:47.463203 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:47.463549 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:47.464297 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:47.465080 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:47.465539 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:47.466004 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:47.466567 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:47.467106 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-761113-11-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:47.473451 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-761113-11-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:23:47.761902 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-463ae13c-d086-4429-940e-5f30778e7dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110'] for agent, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:47.851836 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.db.api [None req-8cd2a62d-3250-4d73-af26-4d8aa60693cb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-761113-11-smb {{(pid=79308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 11 16:23:47.852477 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_db.api [None req-8cd2a62d-3250-4d73-af26-4d8aa60693cb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 16:23:48.374333 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a62d-3250-4d73-af26-4d8aa60693cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:48.867089 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110'] for agent, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:50.267238 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110'] for agent, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:50.761719 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.db.l3_hamode_db [None req-ded30bbf-4734-4902-b4c1-fee4bd5138d0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 11 16:23:50.846668 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded30bbf-4734-4902-b4c1-fee4bd5138d0 None None] Routers set() bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:23:50.847054 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded30bbf-4734-4902-b4c1-fee4bd5138d0 None None] Router IDs set() for agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 11 16:23:51.731913 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 38540) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:52.324834 dv-cinder-761113-11-smb neutron-server[79307]: WARNING oslo_policy.policy [None req-3b4ca98c-8c0a-4be5-90f6-b4a93771f26f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:23:52.325419 dv-cinder-761113-11-smb neutron-server[79307]: WARNING oslo_policy.policy [None req-3b4ca98c-8c0a-4be5-90f6-b4a93771f26f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:23:52.540753 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [None req-3b4ca98c-8c0a-4be5-90f6-b4a93771f26f admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=79307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:23:52.541794 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-3b4ca98c-8c0a-4be5-90f6-b4a93771f26f admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8088872 May 11 16:23:54.862016 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 38554) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:55.226827 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-9f0003b0-abd7-4f94-b3eb-d704c19df24c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:55.324920 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.policy [None req-9f0003b0-abd7-4f94-b3eb-d704c19df24c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79307) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 16:23:55.370557 dv-cinder-761113-11-smb neutron-server[79307]: WARNING oslo_policy.policy [None req-9f0003b0-abd7-4f94-b3eb-d704c19df24c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:23:55.370922 dv-cinder-761113-11-smb neutron-server[79307]: WARNING oslo_policy.policy [None req-9f0003b0-abd7-4f94-b3eb-d704c19df24c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:23:55.379863 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.quota [None req-9f0003b0-abd7-4f94-b3eb-d704c19df24c admin admin] Loaded quota_driver: . May 11 16:23:55.395379 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-9f0003b0-abd7-4f94-b3eb-d704c19df24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:55.525768 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9f0003b0-abd7-4f94-b3eb-d704c19df24c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726988327529', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726988326972', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726988334337', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726988345429', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726988351307', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726988361284', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7782515', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7778902', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-438915', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645871'] for rbac-policy, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:55.872013 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9f0003b0-abd7-4f94-b3eb-d704c19df24c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:55.873133 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-9f0003b0-abd7-4f94-b3eb-d704c19df24c admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0101900 May 11 16:23:58.444313 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 38568) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:23:59.025152 dv-cinder-761113-11-smb neutron-server[79306]: WARNING oslo_policy.policy [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:23:59.025748 dv-cinder-761113-11-smb neutron-server[79306]: WARNING oslo_policy.policy [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:23:59.243821 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '8d24302048a349078c11511b08beea95', 'name': 'private', 'tenant_id': '8d24302048a349078c11511b08beea95'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:23:59.245581 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.quota [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Loaded quota_driver: . May 11 16:23:59.261320 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:59.267809 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Usage tracker for resource:network and tenant:8d24302048a349078c11511b08beea95 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:59.273446 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:59.280862 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:59.351429 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Made reservation on behalf of 8d24302048a349078c11511b08beea95 for: {'network': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:23:59.422412 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.policy [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79306) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 16:23:59.467182 dv-cinder-761113-11-smb neutron-server[79306]: WARNING oslo_policy.policy [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:23:59.467853 dv-cinder-761113-11-smb neutron-server[79306]: WARNING oslo_policy.policy [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:23:59.477868 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:59.499109 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:59.513276 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:23:59.516910 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Usage tracker for resource:security_group_rule and tenant:8d24302048a349078c11511b08beea95 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:23:59.522294 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:23:59.527879 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:23:59.626347 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:59.780509 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:59.786291 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:23:59.804919 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=79306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:23:59.828313 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726991795092', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:59.829019 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Unsubscribe: segment precommit_create {{(pid=79306) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 11 16:23:59.829505 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.db.segments_db [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Added segment 46910c45-2ef2-47e0-b8dc-74b91f607d83 of type vlan for network 5754b5df-1dd5-4562-89c9-a4be2792af22 May 11 16:23:59.897807 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717631c1-06ae-40bb-8498-701ea79c7270,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:23:59.926130 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:59.926484 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:59.926814 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:59.927169 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:59.927505 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:59.927826 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:59.928136 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:59.928481 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:59.928816 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:59.929130 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:59.929437 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:59.929743 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Tracked resource versions report: May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: pushed versions: May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: { 'AddressGroup': {'1.2'}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'ConntrackHelper': {'1.0'}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'Log': {'1.0'}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'Network': {'1.1'}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'Port': {'1.7'}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'PortForwarding': {'1.2'}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'QosPolicy': {'1.8'}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'SecurityGroup': {'1.4'}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'SecurityGroupRule': {'1.2'}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'SubPort': {'1.0'}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'Subnet': {'1.1'}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'Trunk': {'1.1'}} May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: consumer versions: May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: { DHCP agent@dv-cinder-761113-11-smb: {}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: L3 agent@dv-cinder-761113-11-smb: {}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: Metadata agent@dv-cinder-761113-11-smb: {}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: Metering agent@dv-cinder-761113-11-smb: {}, May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: Open vSwitch agent@dv-cinder-761113-11-smb: { 'AddressGroup': '1.2', May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'ConntrackHelper': '1.0', May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'Log': '1.0', May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'Network': '1.1', May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'Port': '1.7', May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'PortForwarding': '1.2', May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'QosPolicy': '1.8', May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'SecurityGroup': '1.4', May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'SecurityGroupRule': '1.2', May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'SubPort': '1.0', May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'Subnet': '1.1', May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: 'Trunk': '1.1'}} May 11 16:23:59.930837 dv-cinder-761113-11-smb neutron-server[79306]: {{(pid=79306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:23:59.956901 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:23:59.977556 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:00.084387 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:00.085955 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:00.086618 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:00.089948 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:00.194306 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Pushing event updated for resources: {'Network': ['ID=5754b5df-1dd5-4562-89c9-a4be2792af22,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:00.197338 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:00.205516 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network 5754b5df-1dd5-4562-89c9-a4be2792af22 details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:24:00.273781 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.8272698 May 11 16:24:02.918282 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 38590) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:03.365744 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087b8301-332f-42c5-a51f-ac73cfb9adfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:03.367074 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-087b8301-332f-42c5-a51f-ac73cfb9adfe admin admin] 10.222.0.69 "GET /v2.0/networks/5754b5df-1dd5-4562-89c9-a4be2792af22 HTTP/1.1" status: 200 len: 825 time: 0.4478209 May 11 16:24:03.396822 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-0d155110-e86f-47a8-84f0-0d85611b16f9 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/c06415b4-ad7b-4197-b91c-b8a9061962ca HTTP/1.1" status: 200 len: 734 time: 0.0243754 May 11 16:24:03.405021 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c06415b4-ad7b-4197-b91c-b8a9061962ca', 'tenant_id': '8d24302048a349078c11511b08beea95'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:03.409343 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:03.413047 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Usage tracker for resource:subnet and tenant:8d24302048a349078c11511b08beea95 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:03.415891 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:03.421738 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:03.512572 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Made reservation on behalf of 8d24302048a349078c11511b08beea95 for: {'subnet': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:24:03.514819 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:04.049301 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for subnet, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:04.053788 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:04.130342 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83,revision_number=0']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:04.134452 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Checking segment: {'id': '46910c45-2ef2-47e0-b8dc-74b91f607d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:04.134826 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Network hostable DHCP agents. Network: 5754b5df-1dd5-4562-89c9-a4be2792af22, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:24:04.139131 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:04.236711 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Network 5754b5df-1dd5-4562-89c9-a4be2792af22 is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:24:04.318334 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, 5754b5df-1dd5-4562-89c9-a4be2792af22) {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:04.322963 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:04.323585 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:04.328825 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbdb3c0-b5f3-4cd8-9b3b-732834a234d1 None None] Network 5754b5df-1dd5-4562-89c9-a4be2792af22 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:24:04.393326 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9914405 May 11 16:24:04.637861 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1f367f-d06e-5d0a-8dfe-005ed39a03a0-5754b5df-1dd5-4562-89c9-a4be2792af22', 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22', 'tenant_id': '8d24302048a349078c11511b08beea95', 'fixed_ips': [{'subnet_id': 'cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83'}]}} from dv-cinder-761113-11-smb. {{(pid=79308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:24:04.639060 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:04.863844 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Allocated IP 172.20.0.2 (5754b5df-1dd5-4562-89c9-a4be2792af22/cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83/69844d37-7adb-4791-9aaa-5865b8feec77) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:24:05.091893 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:05.104489 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Transition to ACTIVE for port object 69844d37-7adb-4791-9aaa-5865b8feec77 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:05.124290 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Transition to ACTIVE for port object 69844d37-7adb-4791-9aaa-5865b8feec77 will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:05.210353 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:05.215710 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:05.269791 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Network 5754b5df-1dd5-4562-89c9-a4be2792af22 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:05.272529 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:05.301381 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:24:05.301381 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Pushing event updated for resources: {'Port': ['ID=69844d37-7adb-4791-9aaa-5865b8feec77,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:05.324377 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:05.324705 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:05.325029 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:05.325352 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:05.325668 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:05.325983 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:05.326295 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:05.326609 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:05.326920 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:05.327226 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:05.327563 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:05.327867 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Tracked resource versions report: May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: pushed versions: May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: { 'AddressGroup': {'1.2'}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'ConntrackHelper': {'1.0'}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'Log': {'1.0'}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'Network': {'1.1'}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'Port': {'1.7'}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'PortForwarding': {'1.2'}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'QosPolicy': {'1.8'}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'SecurityGroup': {'1.4'}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'SecurityGroupRule': {'1.2'}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'SubPort': {'1.0'}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'Subnet': {'1.1'}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'Trunk': {'1.1'}} May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: consumer versions: May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: { DHCP agent@dv-cinder-761113-11-smb: {}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: L3 agent@dv-cinder-761113-11-smb: {}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: Metadata agent@dv-cinder-761113-11-smb: {}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: Metering agent@dv-cinder-761113-11-smb: {}, May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: Open vSwitch agent@dv-cinder-761113-11-smb: { 'AddressGroup': '1.2', May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'ConntrackHelper': '1.0', May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'Log': '1.0', May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'Network': '1.1', May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'Port': '1.7', May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'PortForwarding': '1.2', May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'QosPolicy': '1.8', May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'SecurityGroup': '1.4', May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'SecurityGroupRule': '1.2', May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'SubPort': '1.0', May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'Subnet': '1.1', May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: 'Trunk': '1.1'}} May 11 16:24:05.328962 dv-cinder-761113-11-smb neutron-server[79308]: {{(pid=79308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:24:05.336274 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:05.387808 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Attempting to bind port 69844d37-7adb-4791-9aaa-5865b8feec77 on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:24:05.388192 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Attempting to bind port 69844d37-7adb-4791-9aaa-5865b8feec77 by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': '46910c45-2ef2-47e0-b8dc-74b91f607d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:24:05.388607 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Attempting to bind port 69844d37-7adb-4791-9aaa-5865b8feec77 on network 5754b5df-1dd5-4562-89c9-a4be2792af22 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:24:05.394288 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:24:05.394694 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Checking segment: {'id': '46910c45-2ef2-47e0-b8dc-74b91f607d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:05.395158 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:05.395561 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Bound using segment: {'id': '46910c45-2ef2-47e0-b8dc-74b91f607d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:24:05.396016 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Bound port: 69844d37-7adb-4791-9aaa-5865b8feec77, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46910c45-2ef2-47e0-b8dc-74b91f607d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:24:05.396397 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:05.484121 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] For port 69844d37-7adb-4791-9aaa-5865b8feec77, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:24:05.487968 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] For port 69844d37-7adb-4791-9aaa-5865b8feec77, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=69844d37-7adb-4791-9aaa-5865b8feec77,segment=NetworkSegment(46910c45-2ef2-47e0-b8dc-74b91f607d83),segment_id=46910c45-2ef2-47e0-b8dc-74b91f607d83)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:24:05.558607 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:05.562676 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:05.648831 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Pushing event updated for resources: {'Port': ['ID=69844d37-7adb-4791-9aaa-5865b8feec77,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:05.661375 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:06.780973 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 38600) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:07.159765 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [None req-ff81e6aa-e7d4-4c41-9f19-d0c002a3184a admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=79307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:24:07.160723 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ff81e6aa-e7d4-4c41-9f19-d0c002a3184a admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3788369 May 11 16:24:09.499180 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 38610) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:09.876549 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [None req-a0830185-b4c5-47d1-94f0-f2f359d75e5b admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=79307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:24:09.877587 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-a0830185-b4c5-47d1-94f0-f2f359d75e5b admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3773692 May 11 16:24:11.103965 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee0aa82-26dc-4809-bd85-e13ba8001951 None None] Network 5754b5df-1dd5-4562-89c9-a4be2792af22 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:24:11.294916 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-7f6b53ab-3c18-44c1-ac0f-b034bfd104b9 None None] Provisioning for port 69844d37-7adb-4791-9aaa-5865b8feec77 completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:11.367555 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 69844d37-7adb-4791-9aaa-5865b8feec77 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:11.501071 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 69844d37-7adb-4791-9aaa-5865b8feec77 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:11.506959 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 69844d37-7adb-4791-9aaa-5865b8feec77 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:11.507367 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:11.560775 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-333b0b61-d987-47ff-9366-1314d5c484bc None None] Provisioning complete for port 69844d37-7adb-4791-9aaa-5865b8feec77 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:11.561051 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-333b0b61-d987-47ff-9366-1314d5c484bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:11.712638 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:11.763699 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-333b0b61-d987-47ff-9366-1314d5c484bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:11.780143 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port 69844d37-7adb-4791-9aaa-5865b8feec77, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=69844d37-7adb-4791-9aaa-5865b8feec77,segment=NetworkSegment(46910c45-2ef2-47e0-b8dc-74b91f607d83),segment_id=46910c45-2ef2-47e0-b8dc-74b91f607d83)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:11.856400 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:11.859056 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:11.997242 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.db.api [None req-333b0b61-d987-47ff-9366-1314d5c484bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 11 16:24:11.997624 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_db.api [None req-333b0b61-d987-47ff-9366-1314d5c484bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 16:24:12.001228 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=69844d37-7adb-4791-9aaa-5865b8feec77,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:12.007512 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:12.532086 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 38626) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:12.881605 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-75981a7c-327b-4880-bda7-777d2f1a43f0 admin admin] Request body: {'router': {'tenant_id': '8d24302048a349078c11511b08beea95', 'admin_state_up': True, 'name': 'router1'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:12.886442 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-75981a7c-327b-4880-bda7-777d2f1a43f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:12.890627 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-75981a7c-327b-4880-bda7-777d2f1a43f0 admin admin] Usage tracker for resource:router and tenant:8d24302048a349078c11511b08beea95 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:12.894338 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-75981a7c-327b-4880-bda7-777d2f1a43f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:12.900719 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-75981a7c-327b-4880-bda7-777d2f1a43f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:12.991296 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-75981a7c-327b-4880-bda7-777d2f1a43f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45168'] for router, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:12.993029 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-75981a7c-327b-4880-bda7-777d2f1a43f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45129'] for router, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:13.015945 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-75981a7c-327b-4880-bda7-777d2f1a43f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:13.180765 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-75981a7c-327b-4880-bda7-777d2f1a43f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396547'] for router, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:13.260580 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-75981a7c-327b-4880-bda7-777d2f1a43f0 admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:13.261666 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-75981a7c-327b-4880-bda7-777d2f1a43f0 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7285674 May 11 16:24:13.334716 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 69844d37-7adb-4791-9aaa-5865b8feec77 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:13.408396 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 69844d37-7adb-4791-9aaa-5865b8feec77 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:13.409035 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:14.952664 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4b534964-15cd-42f0-a5d3-525a9e588694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:15.579606 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 38636) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:15.948016 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [None req-7f62cb4f-e150-4031-906e-c8512ecbda6e admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=79307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:24:15.948989 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-7f62cb4f-e150-4031-906e-c8512ecbda6e admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3684621 May 11 16:24:17.426554 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:17.723946 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-95b15281-7f05-45a0-ba81-efc105378110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:18.320978 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 38646) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:18.685014 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:18.692328 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:18.693808 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Usage tracker for resource:network and tenant:8b18216019c64a0dba9285b0f8afeadb is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:18.697152 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:18.702688 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:18.792170 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Made reservation on behalf of 8b18216019c64a0dba9285b0f8afeadb for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:24:18.794983 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:18.811916 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:18.815005 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:18.829040 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:18.832806 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Usage tracker for resource:security_group_rule and tenant:8b18216019c64a0dba9285b0f8afeadb is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:18.836030 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:18.841807 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:18.931169 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:18.997789 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:19.003824 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:19.015011 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Reserving flat network on physical network physnet1 {{(pid=79307) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 11 16:24:19.044057 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726991795092', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:19.044651 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Unsubscribe: segment precommit_create {{(pid=79307) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 11 16:24:19.045121 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Added segment b81305cb-b65f-4678-a0f3-b37bf52c6f46 of type flat for network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 May 11 16:24:19.098598 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b055c0-6c7d-41f6-a8f0-1bbd5722007b,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:19.115915 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:19.116272 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:19.116607 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:19.116929 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:19.117251 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:19.117569 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:19.117882 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:19.118192 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:19.118519 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:19.118829 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:19.119136 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:19.119442 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Tracked resource versions report: May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: pushed versions: May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: { 'AddressGroup': {'1.2'}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'ConntrackHelper': {'1.0'}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'Log': {'1.0'}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'Network': {'1.1'}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'Port': {'1.7'}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'PortForwarding': {'1.2'}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'QosPolicy': {'1.8'}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'SecurityGroup': {'1.4'}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'SecurityGroupRule': {'1.2'}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'SubPort': {'1.0'}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'Subnet': {'1.1'}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'Trunk': {'1.1'}} May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: consumer versions: May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: { DHCP agent@dv-cinder-761113-11-smb: {}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: L3 agent@dv-cinder-761113-11-smb: {}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: Metadata agent@dv-cinder-761113-11-smb: {}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: Metering agent@dv-cinder-761113-11-smb: {}, May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: Open vSwitch agent@dv-cinder-761113-11-smb: { 'AddressGroup': '1.2', May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'ConntrackHelper': '1.0', May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'Log': '1.0', May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'Network': '1.1', May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'Port': '1.7', May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'PortForwarding': '1.2', May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'QosPolicy': '1.8', May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'SecurityGroup': '1.4', May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'SecurityGroupRule': '1.2', May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'SubPort': '1.0', May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'Subnet': '1.1', May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: 'Trunk': '1.1'}} May 11 16:24:19.120539 dv-cinder-761113-11-smb neutron-server[79307]: {{(pid=79307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:24:19.169683 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:19.173814 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:19.283463 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:19.285444 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:19.286075 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:19.291058 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:19.392629 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Pushing event updated for resources: {'Network': ['ID=b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:19.396243 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:19.403408 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:24:19.456168 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1341138 May 11 16:24:20.226731 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:21.762143 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 38670) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:21.970798 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e2018f-704b-458c-bdd2-fa1ded4a0b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:21.972808 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-b4e2018f-704b-458c-bdd2-fa1ded4a0b88 admin admin] 10.222.0.69 "GET /v2.0/subnets/cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83 HTTP/1.1" status: 200 len: 849 time: 0.2090960 May 11 16:24:22.125834 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-13aa4735-e919-4d19-aec3-92b9f0451e48 admin admin] 10.222.0.69 "GET /v2.0/routers/ccb9c937-62b0-445f-bcbe-723b3807e74b HTTP/1.1" status: 200 len: 704 time: 0.1476452 May 11 16:24:22.577237 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:22.803347 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Allocated IP 172.20.0.1 (5754b5df-1dd5-4562-89c9-a4be2792af22/cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83/3ffd2de3-def6-45e8-b88f-00457b621795) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:24:22.953831 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:22.971465 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Transition to ACTIVE for port object 3ffd2de3-def6-45e8-b88f-00457b621795 will not be triggered until provisioned by entity DHCP. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:23.101573 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.105758 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:23.162764 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Network 5754b5df-1dd5-4562-89c9-a4be2792af22 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:23.165577 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:23.177803 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:24:23.178754 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.297576 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Pushing event updated for resources: {'Port': ['ID=3ffd2de3-def6-45e8-b88f-00457b621795,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:23.318265 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:23.420910 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-c2d0af04-8495-428e-bd86-a2b9612bb5f6 None None] Provisioning for port 3ffd2de3-def6-45e8-b88f-00457b621795 completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:23.426713 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-c2d0af04-8495-428e-bd86-a2b9612bb5f6 None None] Provisioning complete for port 3ffd2de3-def6-45e8-b88f-00457b621795 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:23.427085 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c2d0af04-8495-428e-bd86-a2b9612bb5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.483197 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-c2d0af04-8495-428e-bd86-a2b9612bb5f6 None None] Port 3ffd2de3-def6-45e8-b88f-00457b621795 cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:24:23.529003 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.760909 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.832385 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.833530 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:23.837145 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:23.965339 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Pushing event updated for resources: {'Port': ['ID=3ffd2de3-def6-45e8-b88f-00457b621795,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:23.968200 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:24.029835 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Network 5754b5df-1dd5-4562-89c9-a4be2792af22 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:24.030869 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:24.204737 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-a75e6786-9bda-4716-b2b0-75ed75d1ef37 None None] Provisioning complete for port 3ffd2de3-def6-45e8-b88f-00457b621795 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:24.205098 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a75e6786-9bda-4716-b2b0-75ed75d1ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:24.256983 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-a75e6786-9bda-4716-b2b0-75ed75d1ef37 None None] Port 3ffd2de3-def6-45e8-b88f-00457b621795 cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:24:24.277829 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Router ccb9c937-62b0-445f-bcbe-723b3807e74b is scheduled to L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f with binding_index 1 {{(pid=79307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:24:24.431756 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:24:24.441931 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] 10.222.0.69 "PUT /v2.0/routers/ccb9c937-62b0-445f-bcbe-723b3807e74b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3106816 May 11 16:24:24.442052 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Sync routers for ids ['ccb9c937-62b0-445f-bcbe-723b3807e74b'] in dv-cinder-761113-11-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:24:24.452324 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Routers {'ccb9c937-62b0-445f-bcbe-723b3807e74b'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:24.453141 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:24:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['ccb9c937-62b0-445f-bcbe-723b3807e74b'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:24.625786 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Set router ccb9c937-62b0-445f-bcbe-723b3807e74b gateway port host: None {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:24.985553 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'name': 'router1', 'tenant_id': '8d24302048a349078c11511b08beea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:12Z', 'updated_at': '2021-05-11T16:24:23Z', 'revision_number': 2, 'project_id': '8d24302048a349078c11511b08beea95', 'gw_port_host': None, '_interfaces': [{'id': '3ffd2de3-def6-45e8-b88f-00457b621795', 'name': '', 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22', 'tenant_id': '8d24302048a349078c11511b08beea95', 'mac_address': 'fa:16:3e:5c:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:22Z', 'updated_at': '2021-05-11T16:24:23Z', 'revision_number': 2, 'project_id': '8d24302048a349078c11511b08beea95', 'subnets': [{'id': 'cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c06415b4-ad7b-4197-b91c-b8a9061962ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:24.991248 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Checking router: ccb9c937-62b0-445f-bcbe-723b3807e74b for host: dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:24:24.991666 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Updating router ccb9c937-62b0-445f-bcbe-723b3807e74b port 3ffd2de3-def6-45e8-b88f-00457b621795 binding host dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:24:25.042200 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.416546 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.430725 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Transition to ACTIVE for port object 3ffd2de3-def6-45e8-b88f-00457b621795 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:25.518046 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.523654 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:25.726076 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Pushing event updated for resources: {'Port': ['ID=3ffd2de3-def6-45e8-b88f-00457b621795,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:25.745350 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Tracked resource versions report: May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: pushed versions: May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: { 'AddressGroup': {'1.2'}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'ConntrackHelper': {'1.0'}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'Log': {'1.0'}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'Network': {'1.1'}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'Port': {'1.7'}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'PortForwarding': {'1.2'}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'QosPolicy': {'1.8'}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'SecurityGroup': {'1.4'}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'SecurityGroupRule': {'1.2'}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'SubPort': {'1.0'}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'Subnet': {'1.1'}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'Trunk': {'1.1'}} May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: consumer versions: May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: { DHCP agent@dv-cinder-761113-11-smb: {}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: L3 agent@dv-cinder-761113-11-smb: {}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: Metadata agent@dv-cinder-761113-11-smb: {}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: Metering agent@dv-cinder-761113-11-smb: {}, May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: Open vSwitch agent@dv-cinder-761113-11-smb: { 'AddressGroup': '1.2', May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'ConntrackHelper': '1.0', May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'Log': '1.0', May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'Network': '1.1', May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'Port': '1.7', May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'PortForwarding': '1.2', May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'QosPolicy': '1.8', May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'SecurityGroup': '1.4', May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'SecurityGroupRule': '1.2', May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'SubPort': '1.0', May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'Subnet': '1.1', May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: 'Trunk': '1.1'}} May 11 16:24:25.753691 dv-cinder-761113-11-smb neutron-server[79309]: {{(pid=79309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:24:25.757594 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:25.759779 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Attempting to bind port 3ffd2de3-def6-45e8-b88f-00457b621795 on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:24:25.760211 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Attempting to bind port 3ffd2de3-def6-45e8-b88f-00457b621795 by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': '46910c45-2ef2-47e0-b8dc-74b91f607d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:24:25.760650 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Attempting to bind port 3ffd2de3-def6-45e8-b88f-00457b621795 on network 5754b5df-1dd5-4562-89c9-a4be2792af22 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:24:25.766092 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:24:25.766502 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Checking segment: {'id': '46910c45-2ef2-47e0-b8dc-74b91f607d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:25.766982 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.767371 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Bound using segment: {'id': '46910c45-2ef2-47e0-b8dc-74b91f607d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:24:25.767984 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Bound port: 3ffd2de3-def6-45e8-b88f-00457b621795, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46910c45-2ef2-47e0-b8dc-74b91f607d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:24:25.768344 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.881136 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] For port 3ffd2de3-def6-45e8-b88f-00457b621795, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:24:25.885062 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] For port 3ffd2de3-def6-45e8-b88f-00457b621795, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=3ffd2de3-def6-45e8-b88f-00457b621795,segment=NetworkSegment(46910c45-2ef2-47e0-b8dc-74b91f607d83),segment_id=46910c45-2ef2-47e0-b8dc-74b91f607d83)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:24:25.968558 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:25.972624 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:26.053914 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Routers {'ccb9c937-62b0-445f-bcbe-723b3807e74b'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:26.054545 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:24:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['ccb9c937-62b0-445f-bcbe-723b3807e74b'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:26.201205 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Pushing event updated for resources: {'Port': ['ID=3ffd2de3-def6-45e8-b88f-00457b621795,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:26.204369 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:26.239303 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] Set router ccb9c937-62b0-445f-bcbe-723b3807e74b gateway port host: None {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:26.556849 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'name': 'router1', 'tenant_id': '8d24302048a349078c11511b08beea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:12Z', 'updated_at': '2021-05-11T16:24:23Z', 'revision_number': 2, 'project_id': '8d24302048a349078c11511b08beea95', 'gw_port_host': None, '_interfaces': [{'id': '3ffd2de3-def6-45e8-b88f-00457b621795', 'name': '', 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22', 'tenant_id': '8d24302048a349078c11511b08beea95', 'mac_address': 'fa:16:3e:5c:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:22Z', 'updated_at': '2021-05-11T16:24:25Z', 'revision_number': 4, 'project_id': '8d24302048a349078c11511b08beea95', 'subnets': [{'id': 'cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c06415b4-ad7b-4197-b91c-b8a9061962ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:26.560787 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42f722-4f6d-4cd9-bb52-48794ed5f140 None None] The sync data for ids ['ccb9c937-62b0-445f-bcbe-723b3807e74b'] in dv-cinder-761113-11-smb is: [{'id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'name': 'router1', 'tenant_id': '8d24302048a349078c11511b08beea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:12Z', 'updated_at': '2021-05-11T16:24:23Z', 'revision_number': 2, 'project_id': '8d24302048a349078c11511b08beea95', 'gw_port_host': None, '_interfaces': [{'id': '3ffd2de3-def6-45e8-b88f-00457b621795', 'name': '', 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22', 'tenant_id': '8d24302048a349078c11511b08beea95', 'mac_address': 'fa:16:3e:5c:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:22Z', 'updated_at': '2021-05-11T16:24:25Z', 'revision_number': 4, 'project_id': '8d24302048a349078c11511b08beea95', 'subnets': [{'id': 'cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c06415b4-ad7b-4197-b91c-b8a9061962ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:24:26.639681 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 38692) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:26.785972 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a84c5f9-e4ae-440f-b405-74964aa92dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:26.786518 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2a84c5f9-e4ae-440f-b405-74964aa92dfd admin admin] Synchronizing usage tracker for tenant:8b18216019c64a0dba9285b0f8afeadb on resource:network {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:24:26.872734 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2a84c5f9-e4ae-440f-b405-74964aa92dfd admin admin] Unset dirty status for tenant:8b18216019c64a0dba9285b0f8afeadb on resource:network {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:24:26.873790 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-2a84c5f9-e4ae-440f-b405-74964aa92dfd admin admin] 10.222.0.69 "GET /v2.0/networks/b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 HTTP/1.1" status: 200 len: 842 time: 0.2331758 May 11 16:24:26.883622 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'gateway_ip': '172.28.3.1', 'name': 'public-subnet'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:26.889066 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:24:26.892866 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Usage tracker for resource:subnet and tenant:8b18216019c64a0dba9285b0f8afeadb is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:24:26.895752 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:24:26.905557 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:24:26.973972 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Made reservation on behalf of 8b18216019c64a0dba9285b0f8afeadb for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:24:26.976581 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:27.514456 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.objects.ports [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79307) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 11 16:24:27.514885 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:27.518643 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:27.586480 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e06862-2dbb-4b92-abf1-8341c9322d5c,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:27.591561 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:27.597501 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Checking segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:27.597851 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Network hostable DHCP agents. Network: b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:24:27.706664 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:24:27.826453 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:27.830643 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:27.831513 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:27.837429 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83669dc7-905b-4a2c-ba4b-8a43809ca6c3 None None] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:24:27.901738 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0215051 May 11 16:24:28.044305 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776767f8-cd61-41d4-80f0-1ce34cf1273d None None] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:24:29.142003 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 5 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:24:29.372571 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 3ffd2de3-def6-45e8-b88f-00457b621795 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:29.489248 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 3ffd2de3-def6-45e8-b88f-00457b621795 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:29.494627 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 3ffd2de3-def6-45e8-b88f-00457b621795 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:29.495182 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:29.615701 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:29.648162 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port 3ffd2de3-def6-45e8-b88f-00457b621795, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=3ffd2de3-def6-45e8-b88f-00457b621795,segment=NetworkSegment(46910c45-2ef2-47e0-b8dc-74b91f607d83),segment_id=46910c45-2ef2-47e0-b8dc-74b91f607d83)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:29.729788 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:29.732359 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:29.800978 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=3ffd2de3-def6-45e8-b88f-00457b621795,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:29.803941 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:30.122558 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 38706) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:30.327573 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-70cb7ff9-1fe3-478f-8cf1-97bffeece034 admin admin] 10.222.0.69 "GET /v2.0/routers/ccb9c937-62b0-445f-bcbe-723b3807e74b HTTP/1.1" status: 200 len: 710 time: 0.2037606 May 11 16:24:30.457708 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69407654-9354-44bf-aba4-9ade5b6319c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:24:30.459082 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-69407654-9354-44bf-aba4-9ade5b6319c6 admin admin] 10.222.0.69 "GET /v2.0/networks/b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 HTTP/1.1" status: 200 len: 886 time: 0.1264443 May 11 16:24:30.468051 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:24:30.901162 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45143'] for router, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.265901 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.344592 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 3ffd2de3-def6-45e8-b88f-00457b621795 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:31.377959 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.412775 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 3ffd2de3-def6-45e8-b88f-00457b621795 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:31.413147 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.509788 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Allocated IP 172.28.3.22 (b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4/c7e06862-2dbb-4b92-abf1-8341c9322d5c/f883dcd7-46e4-48e0-aa72-1491e7f97a9f) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:24:31.650793 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.762802 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:31.767579 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:31.819054 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:24:31.821472 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:24:31.827022 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:24:31.940484 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Pushing event updated for resources: {'Port': ['ID=f883dcd7-46e4-48e0-aa72-1491e7f97a9f,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:31.949724 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:32.366074 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:32.694966 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45143'] for router, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:32.698168 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-338691'] for router, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:32.922699 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Router ccb9c937-62b0-445f-bcbe-723b3807e74b has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:24:33.092758 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:24:33.101188 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:33.102341 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] 10.222.0.69 "PUT /v2.0/routers/ccb9c937-62b0-445f-bcbe-723b3807e74b HTTP/1.1" status: 200 len: 889 time: 2.6378918 May 11 16:24:33.103129 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Sync routers for ids ['ccb9c937-62b0-445f-bcbe-723b3807e74b'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:24:33.114194 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Routers {'ccb9c937-62b0-445f-bcbe-723b3807e74b'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:33.114874 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:24:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['ccb9c937-62b0-445f-bcbe-723b3807e74b'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:33.331295 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Set router ccb9c937-62b0-445f-bcbe-723b3807e74b gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:33.670919 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'name': 'router1', 'tenant_id': '8d24302048a349078c11511b08beea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': 'f883dcd7-46e4-48e0-aa72-1491e7f97a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:12Z', 'updated_at': '2021-05-11T16:24:32Z', 'revision_number': 4, 'project_id': '8d24302048a349078c11511b08beea95', 'gw_port': {'id': 'f883dcd7-46e4-48e0-aa72-1491e7f97a9f', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:13:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:31Z', 'updated_at': '2021-05-11T16:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '3ffd2de3-def6-45e8-b88f-00457b621795', 'name': '', 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22', 'tenant_id': '8d24302048a349078c11511b08beea95', 'mac_address': 'fa:16:3e:5c:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:22Z', 'updated_at': '2021-05-11T16:24:29Z', 'revision_number': 5, 'project_id': '8d24302048a349078c11511b08beea95', 'subnets': [{'id': 'cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c06415b4-ad7b-4197-b91c-b8a9061962ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:33.676277 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Checking router: ccb9c937-62b0-445f-bcbe-723b3807e74b for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:24:33.676630 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Updating router ccb9c937-62b0-445f-bcbe-723b3807e74b port f883dcd7-46e4-48e0-aa72-1491e7f97a9f binding host dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:24:33.728277 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:34.060861 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:34.072103 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Transition to ACTIVE for port object f883dcd7-46e4-48e0-aa72-1491e7f97a9f will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:24:34.145237 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:34.149381 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:34.224206 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fbd0c-047b-4038-9119-44699d0bdf37 None None] Pushing event updated for resources: {'Port': ['ID=f883dcd7-46e4-48e0-aa72-1491e7f97a9f,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:34.227786 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-202fbd0c-047b-4038-9119-44699d0bdf37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:34.228462 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Attempting to bind port f883dcd7-46e4-48e0-aa72-1491e7f97a9f on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:24:34.228830 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Attempting to bind port f883dcd7-46e4-48e0-aa72-1491e7f97a9f by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:24:34.229192 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Attempting to bind port f883dcd7-46e4-48e0-aa72-1491e7f97a9f on network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:24:34.234907 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:24:34.235282 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Checking segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:24:34.235713 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:34.236108 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Bound using segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:24:34.236579 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Bound port: f883dcd7-46e4-48e0-aa72-1491e7f97a9f, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:24:34.236970 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:34.313691 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] For port f883dcd7-46e4-48e0-aa72-1491e7f97a9f, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:24:34.316579 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] For port f883dcd7-46e4-48e0-aa72-1491e7f97a9f, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=f883dcd7-46e4-48e0-aa72-1491e7f97a9f,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:24:34.415226 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:34.419205 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:34.494662 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Routers {'ccb9c937-62b0-445f-bcbe-723b3807e74b'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:24:34.495277 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:24:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['ccb9c937-62b0-445f-bcbe-723b3807e74b'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:34.544936 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fbd0c-047b-4038-9119-44699d0bdf37 None None] Pushing event updated for resources: {'Port': ['ID=f883dcd7-46e4-48e0-aa72-1491e7f97a9f,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:34.552359 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-202fbd0c-047b-4038-9119-44699d0bdf37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:34.676418 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] Set router ccb9c937-62b0-445f-bcbe-723b3807e74b gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:24:35.026839 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'name': 'router1', 'tenant_id': '8d24302048a349078c11511b08beea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': 'f883dcd7-46e4-48e0-aa72-1491e7f97a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:12Z', 'updated_at': '2021-05-11T16:24:32Z', 'revision_number': 4, 'project_id': '8d24302048a349078c11511b08beea95', 'gw_port': {'id': 'f883dcd7-46e4-48e0-aa72-1491e7f97a9f', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:13:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:31Z', 'updated_at': '2021-05-11T16:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '3ffd2de3-def6-45e8-b88f-00457b621795', 'name': '', 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22', 'tenant_id': '8d24302048a349078c11511b08beea95', 'mac_address': 'fa:16:3e:5c:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:22Z', 'updated_at': '2021-05-11T16:24:29Z', 'revision_number': 5, 'project_id': '8d24302048a349078c11511b08beea95', 'subnets': [{'id': 'cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c06415b4-ad7b-4197-b91c-b8a9061962ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:24:35.030882 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16407a49-e2aa-4306-93f2-64b088b883dd None None] The sync data for ids ['ccb9c937-62b0-445f-bcbe-723b3807e74b'] in dv-cinder-761113-11-smb is: [{'id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'name': 'router1', 'tenant_id': '8d24302048a349078c11511b08beea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': 'f883dcd7-46e4-48e0-aa72-1491e7f97a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:24:12Z', 'updated_at': '2021-05-11T16:24:32Z', 'revision_number': 4, 'project_id': '8d24302048a349078c11511b08beea95', 'gw_port': {'id': 'f883dcd7-46e4-48e0-aa72-1491e7f97a9f', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:13:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:31Z', 'updated_at': '2021-05-11T16:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '3ffd2de3-def6-45e8-b88f-00457b621795', 'name': '', 'network_id': '5754b5df-1dd5-4562-89c9-a4be2792af22', 'tenant_id': '8d24302048a349078c11511b08beea95', 'mac_address': 'fa:16:3e:5c:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9c937-62b0-445f-bcbe-723b3807e74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:24:22Z', 'updated_at': '2021-05-11T16:24:29Z', 'revision_number': 5, 'project_id': '8d24302048a349078c11511b08beea95', 'subnets': [{'id': 'cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c06415b4-ad7b-4197-b91c-b8a9061962ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:24:35.384138 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device f883dcd7-46e4-48e0-aa72-1491e7f97a9f up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:35.423324 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 38716) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:24:35.540490 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port f883dcd7-46e4-48e0-aa72-1491e7f97a9f completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:24:35.546076 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port f883dcd7-46e4-48e0-aa72-1491e7f97a9f triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:35.546252 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:35.550653 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-95d28dd8-d3b1-487a-8a38-8e49e53f0efd admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1260922 May 11 16:24:35.688846 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:35.707879 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port f883dcd7-46e4-48e0-aa72-1491e7f97a9f, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=f883dcd7-46e4-48e0-aa72-1491e7f97a9f,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:24:35.808303 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:35.810710 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9a58d6b6-ef97-4763-bf92-8f07c34b7231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:24:35.878656 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=f883dcd7-46e4-48e0-aa72-1491e7f97a9f,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:24:35.881999 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:24:37.360163 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device f883dcd7-46e4-48e0-aa72-1491e7f97a9f up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:24:37.435362 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port f883dcd7-46e4-48e0-aa72-1491e7f97a9f triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:24:37.435775 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:44.980729 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-25aaddd2-bbd6-446e-9bd8-9a43e4f75539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:47.420469 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:47.780627 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-384bf0f8-088b-4582-9a9d-b2865abb3557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:48.791955 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:24:50.249538 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:06.140306 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 5 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:25:14.961611 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a77f1193-303e-4431-a3c8-dd2ea19bc179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:17.443004 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:17.758805 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6057ea7e-4027-4332-bb00-f0c5908e08c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:18.842971 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:20.326539 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:43.138666 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 5 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:25:44.961543 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0703b7ec-19d0-42ed-9be0-5da99ee5dce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:47.429735 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:47.812815 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a78cffee-ff8b-4702-bc3e-2a8417546803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:48.795448 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:25:50.242395 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:12.557967 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 39286) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:12.627288 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.pecan_wsgi.hooks.translation [None req-05739745-b6d7-4daa-900f-66d9de75e6f8 admin admin] GET failed (client error): The resource could not be found. May 11 16:26:12.629126 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-05739745-b6d7-4daa-900f-66d9de75e6f8 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0702267 May 11 16:26:12.760556 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8345cb5b-06fa-470a-89ea-6608ff379d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:12.761896 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-8345cb5b-06fa-470a-89ea-6608ff379d9a admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1289942 May 11 16:26:14.855684 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39296) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:14.950344 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2ad4295e-e098-440e-9dae-995e135ef226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:14.963191 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5221685-3037-421a-bbe2-1f41c534110e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:14.963781 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d5221685-3037-421a-bbe2-1f41c534110e admin admin] Synchronizing usage tracker for tenant:8b18216019c64a0dba9285b0f8afeadb on resource:subnet {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:26:15.063360 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d5221685-3037-421a-bbe2-1f41c534110e admin admin] Unset dirty status for tenant:8b18216019c64a0dba9285b0f8afeadb on resource:subnet {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:26:15.064666 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-d5221685-3037-421a-bbe2-1f41c534110e admin admin] 10.222.0.69 "GET /v2.0/subnets/cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83 HTTP/1.1" status: 200 len: 849 time: 0.2080517 May 11 16:26:15.074439 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:26:15.191924 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:15.435889 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726991788894'] for subnet, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:15.439730 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-08d4d0d8-11c6-492f-a879-e50a6d3535c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:26:15.480554 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:15.480942 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:15.482976 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] 10.222.0.69 "PUT /v2.0/subnets/cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83 HTTP/1.1" status: 200 len: 868 time: 0.4124136 May 11 16:26:15.483603 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7de591d-cde7-421b-8b32-8d5cf1b98570 None None] Network 5754b5df-1dd5-4562-89c9-a4be2792af22 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:26:15.509367 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:26:15.517382 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:15.517760 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:15.518144 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:15.518478 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:15.518895 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:15.519211 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:15.520043 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:15.520043 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:15.520240 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:15.520677 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:15.520886 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:15.521154 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:26:15.524966 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:26:15.943061 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-5bb02f8f-16fe-4f62-8338-25ae0610630f None None] Provisioning complete for port 3ffd2de3-def6-45e8-b88f-00457b621795 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:26:15.943496 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5bb02f8f-16fe-4f62-8338-25ae0610630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:16.070971 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-5bb02f8f-16fe-4f62-8338-25ae0610630f None None] Provisioning complete for port 69844d37-7adb-4791-9aaa-5865b8feec77 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:26:16.071674 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5bb02f8f-16fe-4f62-8338-25ae0610630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:17.435155 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:17.591610 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39306) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:17.763361 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848fa61-d237-49b6-806e-a412f47df1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:17.763870 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848fa61-d237-49b6-806e-a412f47df1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:17.765397 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-c848fa61-d237-49b6-806e-a412f47df1d5 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1728332 May 11 16:26:17.813122 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2d90bc2f-41b3-4c6e-b64e-1d8d11e3e5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:18.784339 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:19.847436 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39316) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:20.020327 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04686fc-c04d-4d42-8be4-d36acd33d12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:20.020808 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04686fc-c04d-4d42-8be4-d36acd33d12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:20.022331 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-a04686fc-c04d-4d42-8be4-d36acd33d12c admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1740239 May 11 16:26:20.137727 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 5 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:26:20.225062 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:22.114627 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39326) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:22.285703 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53e5378-2b70-4659-8b4b-53c15fb38543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:22.287093 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-b53e5378-2b70-4659-8b4b-53c15fb38543 admin admin] 10.222.0.69 "GET /v2.0/networks/5754b5df-1dd5-4562-89c9-a4be2792af22 HTTP/1.1" status: 200 len: 869 time: 0.1714878 May 11 16:26:24.376007 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39336) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:24.541735 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb637df2-e19a-4fae-b7b0-d2f662695ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:24.543075 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-eb637df2-e19a-4fae-b7b0-d2f662695ec5 admin admin] 10.222.0.69 "GET /v2.0/networks/b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 HTTP/1.1" status: 200 len: 886 time: 0.1661229 May 11 16:26:26.626284 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39346) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:26.734888 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc0ccac-1654-44fc-a5b9-c0a92889030c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:26.735342 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc0ccac-1654-44fc-a5b9-c0a92889030c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:26.737348 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-8dc0ccac-1654-44fc-a5b9-c0a92889030c admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1100972 May 11 16:26:28.840012 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39356) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:28.944611 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928df771-7bfd-472e-bebe-711aeee231f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:28.945068 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928df771-7bfd-472e-bebe-711aeee231f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:28.946531 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-928df771-7bfd-472e-bebe-711aeee231f1 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1056018 May 11 16:26:31.068663 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39366) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:31.182199 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d341f7f-fc92-4702-baf6-8dda43e0ceb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:31.183580 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-1d341f7f-fc92-4702-baf6-8dda43e0ceb8 admin admin] 10.222.0.69 "GET /v2.0/subnets/c7e06862-2dbb-4b92-abf1-8341c9322d5c HTTP/1.1" status: 200 len: 816 time: 0.1139555 May 11 16:26:33.305958 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 39376) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:33.411963 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66124c-3389-4a34-a836-2c2200e25c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:33.413272 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-2a66124c-3389-4a34-a836-2c2200e25c5f admin admin] 10.222.0.69 "GET /v2.0/subnets/cb2ad32a-a9ac-45c5-8e0f-8a2f29646a83 HTTP/1.1" status: 200 len: 868 time: 0.1064613 May 11 16:26:44.948924 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0d6f996b-5e42-452b-86b6-dc8b96ef607b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:47.451772 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:47.755956 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cdc4fcf1-0ffa-4d9d-b418-45e22bfba631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:48.812818 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:50.269655 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:56.216716 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39420) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:56.265105 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [None req-cc539557-8290-4022-94b0-ceeacd18b27d admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=79307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:26:56.266084 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-cc539557-8290-4022-94b0-ceeacd18b27d admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484505 May 11 16:26:57.136463 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 5 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:26:58.452916 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39430) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:58.527047 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd951ec2-a6c1-4b82-8ebd-4d8e5b1a5a0b admin admin] GET failed (client error): The resource could not be found. May 11 16:26:58.528356 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-bd951ec2-a6c1-4b82-8ebd-4d8e5b1a5a0b admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0744095 May 11 16:26:58.694099 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f7c6e0-bdb1-477b-a393-b735ce7df01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:26:58.695452 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-f1f7c6e0-bdb1-477b-a393-b735ce7df01c admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1633036 May 11 16:27:00.832036 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39440) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:00.882133 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:00.886497 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:00.895988 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:00.972363 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] Made reservation on behalf of 8b18216019c64a0dba9285b0f8afeadb for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:27:00.974689 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:01.063359 dv-cinder-761113-11-smb neutron-server[79307]: WARNING neutron.services.revisions.revision_plugin [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] Could not find related network for resource to bump revision. May 11 16:27:01.075504 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:27:01.084582 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:01.086326 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] Added segment e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d of type vlan for network a912987c-8955-4796-a34c-f843eceea71a May 11 16:27:01.110152 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:01.218211 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:01.219554 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:01.220129 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:01.224173 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:01.319978 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] Pushing event updated for resources: {'Network': ['ID=a912987c-8955-4796-a34c-f843eceea71a,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:01.322549 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:01.331170 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network a912987c-8955-4796-a34c-f843eceea71a details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:27:01.378814 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-bdd36349-78ab-4e8f-adf3-0c9018156525 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5456936 May 11 16:27:03.508740 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39450) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:03.575765 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5fcb4b-75ef-4240-aa04-4ce2b520465d admin admin] GET failed (client error): The resource could not be found. May 11 16:27:03.576273 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-db5fcb4b-75ef-4240-aa04-4ce2b520465d admin admin] Synchronizing usage tracker for tenant:8b18216019c64a0dba9285b0f8afeadb on resource:network {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:27:03.640916 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-db5fcb4b-75ef-4240-aa04-4ce2b520465d admin admin] Unset dirty status for tenant:8b18216019c64a0dba9285b0f8afeadb on resource:network {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:27:03.642115 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-db5fcb4b-75ef-4240-aa04-4ce2b520465d admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1323569 May 11 16:27:03.749059 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529af2ae-0757-4c4a-abf2-1b84f234caca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:03.750494 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-529af2ae-0757-4c4a-abf2-1b84f234caca admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1039963 May 11 16:27:03.760650 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'a912987c-8955-4796-a34c-f843eceea71a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:03.765078 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:03.774945 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:03.846377 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Made reservation on behalf of 8b18216019c64a0dba9285b0f8afeadb for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:27:03.848725 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:04.263882 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:04.268209 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:04.334172 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c42b6af-a75b-4651-b48e-84c7846f00d9,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:04.337413 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:04.342722 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Checking segment: {'id': 'e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a912987c-8955-4796-a34c-f843eceea71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:27:04.343064 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Network hostable DHCP agents. Network: a912987c-8955-4796-a34c-f843eceea71a, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:27:04.424287 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Network a912987c-8955-4796-a34c-f843eceea71a is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:27:04.475126 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, a912987c-8955-4796-a34c-f843eceea71a) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:27:04.479514 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:04.480091 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:04.484038 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a49ca0d-0c8e-4198-9acc-9c5a7d2556e6 None None] Network a912987c-8955-4796-a34c-f843eceea71a requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:27:04.573393 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8161845 May 11 16:27:04.706131 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1f367f-d06e-5d0a-8dfe-005ed39a03a0-a912987c-8955-4796-a34c-f843eceea71a', 'network_id': 'a912987c-8955-4796-a34c-f843eceea71a', 'tenant_id': '8b18216019c64a0dba9285b0f8afeadb', 'fixed_ips': [{'subnet_id': '7c42b6af-a75b-4651-b48e-84c7846f00d9'}]}} from dv-cinder-761113-11-smb. {{(pid=79308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:27:04.707003 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:04.863986 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Allocated IP 192.168.233.2 (a912987c-8955-4796-a34c-f843eceea71a/7c42b6af-a75b-4651-b48e-84c7846f00d9/fa16faec-e57e-4f14-ae3f-6f9836bcffab) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:27:05.069254 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:05.079261 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Transition to ACTIVE for port object fa16faec-e57e-4f14-ae3f-6f9836bcffab will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:27:05.099639 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Transition to ACTIVE for port object fa16faec-e57e-4f14-ae3f-6f9836bcffab will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:27:05.195882 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:05.200684 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:05.262532 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Network a912987c-8955-4796-a34c-f843eceea71a is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:27:05.270485 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:27:05.275376 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:27:05.277492 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Pushing event updated for resources: {'Port': ['ID=fa16faec-e57e-4f14-ae3f-6f9836bcffab,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:05.309418 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:05.309684 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:05.310025 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:05.310347 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:05.310674 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:05.310992 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:05.311309 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:05.311812 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:05.312153 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:05.312471 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:05.312785 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:05.313096 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:05.321567 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:05.374571 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Attempting to bind port fa16faec-e57e-4f14-ae3f-6f9836bcffab on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:27:05.374935 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Attempting to bind port fa16faec-e57e-4f14-ae3f-6f9836bcffab by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a912987c-8955-4796-a34c-f843eceea71a'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:27:05.375301 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Attempting to bind port fa16faec-e57e-4f14-ae3f-6f9836bcffab on network a912987c-8955-4796-a34c-f843eceea71a {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:27:05.381168 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:27:05.381516 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Checking segment: {'id': 'e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a912987c-8955-4796-a34c-f843eceea71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:27:05.381908 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:05.382293 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Bound using segment: {'id': 'e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a912987c-8955-4796-a34c-f843eceea71a'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:27:05.382755 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Bound port: fa16faec-e57e-4f14-ae3f-6f9836bcffab, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a912987c-8955-4796-a34c-f843eceea71a'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:27:05.383150 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:05.474246 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] For port fa16faec-e57e-4f14-ae3f-6f9836bcffab, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:27:05.477317 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] For port fa16faec-e57e-4f14-ae3f-6f9836bcffab, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=fa16faec-e57e-4f14-ae3f-6f9836bcffab,segment=NetworkSegment(e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d),segment_id=e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:27:05.544119 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:05.548299 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:05.622506 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Pushing event updated for resources: {'Port': ['ID=fa16faec-e57e-4f14-ae3f-6f9836bcffab,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:05.625972 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:06.446567 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf806705-f730-4c20-92b0-b46b1b389d27 None None] Network a912987c-8955-4796-a34c-f843eceea71a requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:27:06.612702 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-47b46cf2-5a08-4548-b8f0-396feb4c2a98 None None] Provisioning for port fa16faec-e57e-4f14-ae3f-6f9836bcffab completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:27:07.498949 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device fa16faec-e57e-4f14-ae3f-6f9836bcffab up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:27:07.629926 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port fa16faec-e57e-4f14-ae3f-6f9836bcffab completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:27:07.635206 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port fa16faec-e57e-4f14-ae3f-6f9836bcffab triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:27:07.641838 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:07.753828 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:07.785818 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port fa16faec-e57e-4f14-ae3f-6f9836bcffab, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=fa16faec-e57e-4f14-ae3f-6f9836bcffab,segment=NetworkSegment(e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d),segment_id=e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:27:07.846986 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:07.849108 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:07.917264 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=fa16faec-e57e-4f14-ae3f-6f9836bcffab,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:07.920230 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:09.470649 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device fa16faec-e57e-4f14-ae3f-6f9836bcffab up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:27:09.542511 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port fa16faec-e57e-4f14-ae3f-6f9836bcffab triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:27:09.542883 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:14.937955 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-13501eff-d13a-44b2-bb3c-53dced87beb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:17.457161 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:17.738235 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b422ee97-c89b-4b71-b782-949ce6213de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:18.795034 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:20.308585 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:34.135873 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 5 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:27:45.057359 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b8126eff-e854-4b92-9216-badb27884b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:47.445966 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:47.731725 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e5cebd18-5b2c-44b5-bfac-056c378c762c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:48.794406 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:50.285795 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:11.135099 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 5 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:28:15.051335 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b99094cb-a858-4f16-a04b-181611d53b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:17.445322 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:17.737171 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-27b3e84d-af33-49e4-927b-17a84e690d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:18.805300 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:19.967206 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39500) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:19.973932 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [None req-8491e799-b082-48b6-a548-18635880aeb4 tempest-verify_tempest_config-1794899781 tempest-verify_tempest_config-1794899781-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=79307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:28:19.980155 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-8491e799-b082-48b6-a548-18635880aeb4 tempest-verify_tempest_config-1794899781 tempest-verify_tempest_config-1794899781-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065989 May 11 16:28:20.308248 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:20.507906 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39518) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:20.624025 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:20.640816 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:28:20.645160 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Usage tracker for resource:security_group_rule and tenant:7f5d228964b4493388211edcf9ff4c27 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:28:20.647949 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:28:20.653443 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:28:20.732764 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:20.793886 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:20.801710 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1c0793a0-e2b2-4641-b44a-01fc8679e239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:20.840267 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Synchronizing usage tracker for tenant:8b18216019c64a0dba9285b0f8afeadb on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:28:20.844165 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8538e48-6426-4920-a0e0-778bd5c677ec,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:20.855799 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:20.856145 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:20.856466 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:20.856809 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:20.857131 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:20.857446 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:20.857759 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:20.858072 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:20.858383 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:20.858690 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:20.858998 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:20.859305 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:28:20.865307 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:20.936827 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Unset dirty status for tenant:8b18216019c64a0dba9285b0f8afeadb on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:28:20.938068 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7f5d228964b4493388211edcf9ff4c27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4291937 May 11 16:28:20.940740 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39524) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:21.000268 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-71bc8c59-ff8c-4719-81bf-8f8390e58e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:21.025569 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-71bc8c59-ff8c-4719-81bf-8f8390e58e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:21.182692 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-71bc8c59-ff8c-4719-81bf-8f8390e58e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:21.186594 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:21.201915 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc8c59-ff8c-4719-81bf-8f8390e58e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8538e48-6426-4920-a0e0-778bd5c677ec,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:21.206316 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-71bc8c59-ff8c-4719-81bf-8f8390e58e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:21.209679 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-71bc8c59-ff8c-4719-81bf-8f8390e58e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:21.210800 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-71bc8c59-ff8c-4719-81bf-8f8390e58e98 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e8538e48-6426-4920-a0e0-778bd5c677ec HTTP/1.1" status: 204 len: 168 time: 0.2691283 May 11 16:28:44.987782 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-44b2b491-f22b-4fc8-ba91-a454de2fa80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:47.433277 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:47.730846 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a6f989af-4eeb-43ee-a4e0-0d40f0f8b6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:48.133999 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 5 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:28:48.793692 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:50.262362 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:14.969523 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-d08155b8-011d-472e-a76c-0e50851bb7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:17.445469 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:17.735240 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-82082641-f895-42b7-b7ac-de8d697c3697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:18.804510 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:20.267768 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:25.134230 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 5 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:29:44.975944 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0aa660d2-5fcc-4486-9dff-2078c96fea2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:47.444238 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:47.797133 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f6ee64a0-ea5c-4ba6-aa3b-7ba258e39831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:48.798013 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:50.249556 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:02.133229 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 5 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:30:04.158147 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110'] for agent, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:08.164233 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39578) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:08.274896 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-6f23dc86-77fc-47d2-a2d5-4f3edb5e33e5 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1095595 May 11 16:30:10.391750 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39588) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:10.446520 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-98ecfcae-f753-4d9d-80d8-8b869071b37f admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0536988 May 11 16:30:14.940821 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-93f4d377-2bdb-4e77-830d-78a20f4520c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:17.443370 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:17.735043 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b5e345fc-65f9-435c-80aa-fb76ed02d967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:18.815358 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:20.289660 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:34.112056 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:39.132120 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:30:44.962308 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bd3f8a4e-437d-4936-8a3e-1dbb9715005d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:47.437581 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:47.728955 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9f5f8542-3aa7-4164-8b84-6d1a66f0953d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:48.786067 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:50.266372 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:04.140430 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:14.985866 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0174f5b5-2c03-4f48-9c12-482d48c74770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:16.131846 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:31:17.437320 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:17.785540 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9d6db516-3db3-4910-a3ba-ba0f83b4a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:18.831977 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:20.294439 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:34.151299 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:40.357307 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39730) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:40.835720 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2036685732-network', 'tenant_id': '7b564df5bacb48fc80f645e2290c0473'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:40.841245 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:40.851762 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Usage tracker for resource:network and tenant:7b564df5bacb48fc80f645e2290c0473 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:40.851762 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:40.855907 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:40.940391 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Made reservation on behalf of 7b564df5bacb48fc80f645e2290c0473 for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:31:40.943995 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:40.958116 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:40.974024 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:40.978804 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Usage tracker for resource:security_group_rule and tenant:7b564df5bacb48fc80f645e2290c0473 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:40.981857 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:40.988169 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:41.078223 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:41.185601 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:41.190011 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-71bc8c59-ff8c-4719-81bf-8f8390e58e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:41.216649 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:31:41.225341 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f5741b-27d6-49ed-a30f-ae5f8a702eb0,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:41.235461 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:41.239541 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Added segment 8bc88e88-c0ba-45ec-9793-330abd4968c6 of type vlan for network 1d534f1d-55fb-4e5d-bf82-9789ac650c0e May 11 16:31:41.239541 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:41.239541 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:41.239541 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:41.239541 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:41.239541 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:41.239541 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:41.239541 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:41.240723 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:41.240723 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:41.240723 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:41.241224 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:41.241224 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Tracked resource versions report: May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: pushed versions: May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: { 'AddressGroup': {'1.2'}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'ConntrackHelper': {'1.0'}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'Log': {'1.0'}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'Network': {'1.1'}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'Port': {'1.7'}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'PortForwarding': {'1.2'}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'QosPolicy': {'1.8'}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'SecurityGroup': {'1.4'}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'SecurityGroupRule': {'1.2'}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'SubPort': {'1.0'}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'Subnet': {'1.1'}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'Trunk': {'1.1'}} May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: consumer versions: May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: { DHCP agent@dv-cinder-761113-11-smb: {}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: HyperV agent@hv-cinder-76111: {}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: L3 agent@dv-cinder-761113-11-smb: {}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: Metadata agent@dv-cinder-761113-11-smb: {}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: Metering agent@dv-cinder-761113-11-smb: {}, May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: Open vSwitch agent@dv-cinder-761113-11-smb: { 'AddressGroup': '1.2', May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'ConntrackHelper': '1.0', May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'Log': '1.0', May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'Network': '1.1', May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'Port': '1.7', May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'PortForwarding': '1.2', May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'QosPolicy': '1.8', May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'SecurityGroup': '1.4', May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'SecurityGroupRule': '1.2', May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'SubPort': '1.0', May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'Subnet': '1.1', May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: 'Trunk': '1.1'}} May 11 16:31:41.242177 dv-cinder-761113-11-smb neutron-server[79307]: {{(pid=79307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:31:41.249375 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:41.274253 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:41.407474 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:41.416935 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:41.416935 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:41.416935 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:41.419235 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 39764) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:41.518559 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Pushing event updated for resources: {'Network': ['ID=1d534f1d-55fb-4e5d-bf82-9789ac650c0e,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:41.521305 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:41.529780 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network 1d534f1d-55fb-4e5d-bf82-9789ac650c0e details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:31:41.599899 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2386177 May 11 16:31:41.600159 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 39774) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:41.607649 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Request body: {'subnet': {'network_id': '1d534f1d-55fb-4e5d-bf82-9789ac650c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2036685732-subnet', 'tenant_id': '7b564df5bacb48fc80f645e2290c0473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:41.611283 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:41.615431 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Usage tracker for resource:subnet and tenant:7b564df5bacb48fc80f645e2290c0473 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:41.619195 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:41.625288 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:41.711162 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Made reservation on behalf of 7b564df5bacb48fc80f645e2290c0473 for: {'subnet': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:31:41.714765 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Notify callbacks [] for subnet, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:41.800828 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39788) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:41.857744 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-551385990-network', 'tenant_id': '0947d58a4f784ffdb486149eb985047a'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:41.896516 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:41.905977 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Usage tracker for resource:network and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:41.910350 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:41.922890 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:41.949154 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-263384461-network', 'tenant_id': '43090811c61044408241c79e8f6afe8c'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:41.953811 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:41.958716 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Usage tracker for resource:network and tenant:43090811c61044408241c79e8f6afe8c is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:41.962379 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:41.968488 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:42.019214 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Made reservation on behalf of 0947d58a4f784ffdb486149eb985047a for: {'network': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:31:42.021686 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.034762 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.049272 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:42.053064 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Usage tracker for resource:security_group_rule and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:42.068157 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:42.078256 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:42.111334 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Made reservation on behalf of 43090811c61044408241c79e8f6afe8c for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:31:42.113918 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.126787 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.142103 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:42.147120 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Usage tracker for resource:security_group_rule and tenant:43090811c61044408241c79e8f6afe8c is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:42.150776 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:42.157683 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:42.265733 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.304588 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.315219 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for subnet, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.319086 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-56744224-4f99-4167-8faf-60046660c4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:42.351975 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.359013 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:42.388113 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f45c1b-c401-4464-a975-a81a33f6b8e3,revision_number=0']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:42.394596 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:31:42.402750 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:42.403113 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:42.403448 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:42.403794 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:42.404118 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:42.404437 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:42.404921 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:42.405243 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:42.405732 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:42.406225 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:42.406431 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e091ec2-ea6b-41d8-8e08-8a139454c1a7,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:42.406538 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:42.406849 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Tracked resource versions report: May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: pushed versions: May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: { 'AddressGroup': {'1.2'}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'ConntrackHelper': {'1.0'}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'Log': {'1.0'}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'Network': {'1.1'}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'Port': {'1.7'}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'PortForwarding': {'1.2'}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'QosPolicy': {'1.8'}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'SecurityGroup': {'1.4'}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'SecurityGroupRule': {'1.2'}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'SubPort': {'1.0'}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'Subnet': {'1.1'}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'Trunk': {'1.1'}} May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: consumer versions: May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: { DHCP agent@dv-cinder-761113-11-smb: {}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: HyperV agent@hv-cinder-76111: {}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: L3 agent@dv-cinder-761113-11-smb: {}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: Metadata agent@dv-cinder-761113-11-smb: {}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: Metering agent@dv-cinder-761113-11-smb: {}, May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: Open vSwitch agent@dv-cinder-761113-11-smb: { 'AddressGroup': '1.2', May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'ConntrackHelper': '1.0', May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'Log': '1.0', May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'Network': '1.1', May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'Port': '1.7', May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'PortForwarding': '1.2', May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'QosPolicy': '1.8', May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'SecurityGroup': '1.4', May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'SecurityGroupRule': '1.2', May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'SubPort': '1.0', May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'Subnet': '1.1', May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: 'Trunk': '1.1'}} May 11 16:31:42.407922 dv-cinder-761113-11-smb neutron-server[79306]: {{(pid=79306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:31:42.411864 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.412310 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:42.413599 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:42.417603 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.418049 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Added segment 350e84d7-0ebd-44ab-ac5a-542af4181bad of type vlan for network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 May 11 16:31:42.426752 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:42.446758 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.447199 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=79306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:31:42.450348 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Checking segment: {'id': '8bc88e88-c0ba-45ec-9793-330abd4968c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1d534f1d-55fb-4e5d-bf82-9789ac650c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:31:42.450702 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Network hostable DHCP agents. Network: 1d534f1d-55fb-4e5d-bf82-9789ac650c0e, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:31:42.480106 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bfcdf9-7d04-4ca3-9c63-cde818f13e55,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:42.488300 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.488300 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.db.segments_db [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Added segment ee90b185-98ae-49d7-918a-30296946b214 of type vlan for network 75895cd7-86cc-4311-898a-fb981ed5ac7d May 11 16:31:42.488300 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:42.522706 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.551778 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.553009 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:42.553591 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.566248 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:42.616703 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Network 1d534f1d-55fb-4e5d-bf82-9789ac650c0e is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:31:42.652787 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.654665 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:42.655461 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.677506 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:42.712454 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, 1d534f1d-55fb-4e5d-bf82-9789ac650c0e) {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:31:42.723123 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e874fa6-eb8a-4281-bc17-016e3d24b0ae None None] Network 1d534f1d-55fb-4e5d-bf82-9789ac650c0e requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:31:42.742521 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Pushing event updated for resources: {'Network': ['ID=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:42.746530 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:42.788888 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39824) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:42.794048 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:42.794916 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.806358 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:31:42.814990 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0127776 May 11 16:31:42.819553 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39832) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:42.828468 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Request body: {'subnet': {'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-263384461-subnet', 'tenant_id': '43090811c61044408241c79e8f6afe8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:42.832060 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39836) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:42.843980 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:42.848696 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Usage tracker for resource:subnet and tenant:43090811c61044408241c79e8f6afe8c is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:42.852734 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:42.859936 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:42.864283 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4431117 May 11 16:31:42.873230 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39844) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:42.881333 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Request body: {'subnet': {'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-subnet', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:42.888248 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:42.891024 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Pushing event updated for resources: {'Network': ['ID=75895cd7-86cc-4311-898a-fb981ed5ac7d,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:42.894057 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:42.895786 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Usage tracker for resource:subnet and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:42.900031 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:42.907054 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:42.913600 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network 75895cd7-86cc-4311-898a-fb981ed5ac7d details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:31:42.956740 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1476127916-network', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:42.960772 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Made reservation on behalf of 43090811c61044408241c79e8f6afe8c for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:31:42.963768 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:42.983017 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:42.991737 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3905385 May 11 16:31:43.050005 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Usage tracker for resource:network and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:43.053661 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Made reservation on behalf of 0947d58a4f784ffdb486149eb985047a for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:31:43.056232 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Notify callbacks [] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:43.096088 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:43.111993 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:43.195597 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b724f2a-e52d-4256-aae0-2b489c1fd905 None None] Network 1d534f1d-55fb-4e5d-bf82-9789ac650c0e requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:31:43.326752 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-870159649-network', 'tenant_id': 'a2e00d552a1f4bb595b5b236d459a777'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:43.329835 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Made reservation on behalf of 35ecae22abf744578e8aee4aa7c16f97 for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:31:43.332147 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:43.351802 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:43.356821 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Usage tracker for resource:network and tenant:a2e00d552a1f4bb595b5b236d459a777 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:43.359862 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:43.365858 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:43.387322 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:43.436896 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:43.465901 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Usage tracker for resource:security_group_rule and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:43.480372 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:43.485920 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Made reservation on behalf of a2e00d552a1f4bb595b5b236d459a777 for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:31:43.489611 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:43.504113 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:43.506289 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:43.529606 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:43.540582 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Usage tracker for resource:security_group_rule and tenant:a2e00d552a1f4bb595b5b236d459a777 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:43.544697 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:43.554494 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:43.792562 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:43.877339 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:43.893794 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:43.904080 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ded3042e-573d-4687-9cae-8aa62a562295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:43.938010 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d96953-8db1-4b0e-b184-9329f28755a8,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:43.958132 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:43.963854 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:43.988310 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:31:43.999103 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:44.035006 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:44.035747 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Added segment 221358b3-8dae-4f2b-a952-233952b7cc7a of type vlan for network e5d3872e-73cd-4309-a063-c76018d68b05 May 11 16:31:44.038470 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:31:44.095314 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbabc2a5-4b4b-47fe-b80e-0b3630be334d,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:44.112658 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:44.113001 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Added segment 50b8bb3e-d6b2-428b-b765-971239e5f1ed of type vlan for network 41f463bd-84b8-4578-b5db-75dd85f92e3a May 11 16:31:44.114457 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:44.147800 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:44.214000 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:44.215644 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:44.232066 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-eee58954-b289-468d-b42b-5e56600d1dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:44.327914 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:44.358694 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf7b756-6d88-4955-8db1-8a7a09f3073b,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:44.363171 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:44.363443 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:44.405507 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:44.415543 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:44.416146 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:44.419507 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Checking segment: {'id': '350e84d7-0ebd-44ab-ac5a-542af4181bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:31:44.419839 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Network hostable DHCP agents. Network: 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:31:44.446676 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:44.464509 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:44.465084 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:44.486154 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Pushing event updated for resources: {'Subnet': ['ID=78af6bf4-3116-4bd6-81f1-294f2a27b4a6,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:44.494927 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:44.499265 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:44.534699 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Checking segment: {'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:31:44.535048 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Network hostable DHCP agents. Network: 75895cd7-86cc-4311-898a-fb981ed5ac7d, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:31:44.607284 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:31:44.630498 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8425808 May 11 16:31:44.633253 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39910) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:44.635937 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Pushing event updated for resources: {'Network': ['ID=e5d3872e-73cd-4309-a063-c76018d68b05,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:44.642148 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Request body: {'subnet': {'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1476127916-subnet', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:44.647885 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network e5d3872e-73cd-4309-a063-c76018d68b05 details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:31:44.665401 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:44.671525 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8353443 May 11 16:31:44.672124 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 39914) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:44.674269 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Usage tracker for resource:subnet and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:44.677664 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Request body: {'subnet': {'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-870159649-subnet', 'tenant_id': 'a2e00d552a1f4bb595b5b236d459a777', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:44.685118 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:44.704179 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Usage tracker for resource:subnet and tenant:a2e00d552a1f4bb595b5b236d459a777 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:44.712051 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:44.727629 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:44.728111 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:44.746596 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:31:44.759271 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:44.760234 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:44.778844 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48fee35-fb58-43e7-893f-fb7dcde20dab None None] Network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:31:44.786107 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Pushing event updated for resources: {'Network': ['ID=41f463bd-84b8-4578-b5db-75dd85f92e3a,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:44.798576 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:44.808415 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Made reservation on behalf of a2e00d552a1f4bb595b5b236d459a777 for: {'subnet': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:31:44.810775 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:44.822295 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:44.828681 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:44.831147 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:44.831690 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network 41f463bd-84b8-4578-b5db-75dd85f92e3a details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:31:44.839160 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Network 75895cd7-86cc-4311-898a-fb981ed5ac7d is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:31:44.866926 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, 75895cd7-86cc-4311-898a-fb981ed5ac7d) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:31:44.888399 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:44.889528 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:44.922952 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Made reservation on behalf of 35ecae22abf744578e8aee4aa7c16f97 for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:31:44.928944 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:45.007259 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1864147 May 11 16:31:45.016009 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 39926) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:45.099221 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2069bb-b488-4921-97f7-80052afa88c4 None None] Network 75895cd7-86cc-4311-898a-fb981ed5ac7d requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:31:45.106564 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-1e54662f-257b-4534-935b-0ee56eeba71a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2319305 May 11 16:31:45.115277 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 39936) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:45.140232 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-263384461-router', 'tenant_id': '43090811c61044408241c79e8f6afe8c', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:45.148222 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:45.250075 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:45.261886 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Usage tracker for resource:router and tenant:43090811c61044408241c79e8f6afe8c is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:45.261886 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:45.268187 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:45.270290 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 39948) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:45.279289 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:45.285530 dv-cinder-761113-11-smb neutron-server[79306]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 11 16:31:45.309228 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Usage tracker for resource:router and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:45.315751 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:45.342012 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:45.402488 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8078f9fb-e527-443e-8118-d6d12f641a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:45.448289 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45168'] for router, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:45.449705 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45129'] for router, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:45.565453 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1f367f-d06e-5d0a-8dfe-005ed39a03a0-75895cd7-86cc-4311-898a-fb981ed5ac7d', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6'}]}} from dv-cinder-761113-11-smb. {{(pid=79308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:31:45.565453 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:45.566155 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-f45c6de6-106f-4887-98fc-2f10c6524bfc tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:45.573190 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-f45c6de6-106f-4887-98fc-2f10c6524bfc tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/networks?id=1d534f1d-55fb-4e5d-bf82-9789ac650c0e HTTP/1.1" status: 200 len: 812 time: 0.2914937 May 11 16:31:45.575858 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:45.593347 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86b4a2c-3d25-4dad-928e-5abd96fcd87f None None] Network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:31:45.656983 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45168'] for router, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:45.658301 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45129'] for router, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:45.723389 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:45.744576 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-50507e27-caae-462d-a389-6704e86dd04b tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/quotas/7b564df5bacb48fc80f645e2290c0473 HTTP/1.1" status: 200 len: 375 time: 0.1705267 May 11 16:31:45.763420 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:45.786781 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:45.823671 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-fcf0e282-314f-4b27-a564-a2a33a5b4ef0 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b564df5bacb48fc80f645e2290c0473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710835 May 11 16:31:45.885207 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=686230cf-0935-46bd-893d-206e8b4b2f34,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:45.889412 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:45.890245 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Checking segment: {'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:31:45.890601 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Network hostable DHCP agents. Network: e5d3872e-73cd-4309-a063-c76018d68b05, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:31:45.932302 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Allocated IP 172.20.0.2 (75895cd7-86cc-4311-898a-fb981ed5ac7d/78af6bf4-3116-4bd6-81f1-294f2a27b4a6/886eb282-a052-49f1-a6c1-788213ac9883) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:31:46.066276 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Network e5d3872e-73cd-4309-a063-c76018d68b05 is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:31:46.146298 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, e5d3872e-73cd-4309-a063-c76018d68b05) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:31:46.156183 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:46.161669 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:46.225728 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bf19f5-5ecf-4985-8bf1-55496b72f397 None None] Network e5d3872e-73cd-4309-a063-c76018d68b05 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:31:46.320300 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6859961 May 11 16:31:46.329308 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 39982) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:46.347874 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:46.368980 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:46.386910 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Usage tracker for resource:router and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:46.397426 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:46.419216 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:46.460118 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-fde3a92f-bbe6-484d-9c0a-2d24eb2de972 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=79306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:31:46.461366 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-fde3a92f-bbe6-484d-9c0a-2d24eb2de972 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2737429 May 11 16:31:46.488978 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:46.517226 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45168'] for router, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:46.518327 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45129'] for router, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:46.535517 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:46.536145 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Transition to ACTIVE for port object 886eb282-a052-49f1-a6c1-788213ac9883 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:31:46.595785 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Transition to ACTIVE for port object 886eb282-a052-49f1-a6c1-788213ac9883 will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:31:46.629000 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1f367f-d06e-5d0a-8dfe-005ed39a03a0-e5d3872e-73cd-4309-a063-c76018d68b05', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34'}]}} from dv-cinder-761113-11-smb. {{(pid=79308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:31:46.630127 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:46.723625 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45143'] for router, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:46.724811 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:46.732239 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45143'] for router, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:46.743346 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:46.791698 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for subnet, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:46.800560 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:46.821472 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Network 75895cd7-86cc-4311-898a-fb981ed5ac7d is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:31:46.829018 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:31:46.837167 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:31:46.864094 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-e83b5497-84d1-4be1-8ead-c6703139e7b5 service neutron] 10.222.0.69 "GET /v2.0/networks/1d534f1d-55fb-4e5d-bf82-9789ac650c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428626 May 11 16:31:46.913070 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45143'] for router, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:46.969451 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Pushing event updated for resources: {'Port': ['ID=886eb282-a052-49f1-a6c1-788213ac9883,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:46.990042 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76e838a-3889-4a39-887c-b17ff72dc119,revision_number=0']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:46.992634 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:46.992929 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:46.993602 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:46.993877 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:46.994202 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:46.994528 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:46.994856 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:46.995162 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:46.995426 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:46.995636 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:46.996447 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:46.996447 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:46.996447 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Tracked resource versions report: May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: pushed versions: May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: { 'AddressGroup': {'1.2'}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'ConntrackHelper': {'1.0'}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'Log': {'1.0'}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'Network': {'1.1'}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'Port': {'1.7'}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'PortForwarding': {'1.2'}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'QosPolicy': {'1.8'}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'SecurityGroup': {'1.4'}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'SecurityGroupRule': {'1.2'}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'SubPort': {'1.0'}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'Subnet': {'1.1'}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'Trunk': {'1.1'}} May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: consumer versions: May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: { DHCP agent@dv-cinder-761113-11-smb: {}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: HyperV agent@hv-cinder-76111: {}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: L3 agent@dv-cinder-761113-11-smb: {}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: Metadata agent@dv-cinder-761113-11-smb: {}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: Metering agent@dv-cinder-761113-11-smb: {}, May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: Open vSwitch agent@dv-cinder-761113-11-smb: { 'AddressGroup': '1.2', May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'ConntrackHelper': '1.0', May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'Log': '1.0', May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'Network': '1.1', May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'Port': '1.7', May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'PortForwarding': '1.2', May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'QosPolicy': '1.8', May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'SecurityGroup': '1.4', May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'SecurityGroupRule': '1.2', May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'SubPort': '1.0', May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'Subnet': '1.1', May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: 'Trunk': '1.1'}} May 11 16:31:46.997977 dv-cinder-761113-11-smb neutron-server[79308]: {{(pid=79308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:31:47.007289 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Checking segment: {'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:31:47.007681 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Network hostable DHCP agents. Network: 41f463bd-84b8-4578-b5db-75dd85f92e3a, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:31:47.009011 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:47.018075 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Attempting to bind port 886eb282-a052-49f1-a6c1-788213ac9883 on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:31:47.018453 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Attempting to bind port 886eb282-a052-49f1-a6c1-788213ac9883 by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:31:47.018799 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Attempting to bind port 886eb282-a052-49f1-a6c1-788213ac9883 on network 75895cd7-86cc-4311-898a-fb981ed5ac7d {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:31:47.028708 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Allocated IP 172.20.0.2 (e5d3872e-73cd-4309-a063-c76018d68b05/686230cf-0935-46bd-893d-206e8b4b2f34/ef218f8c-639f-46e7-a2d0-2e904fcac6be) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:31:47.030902 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:31:47.032836 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Checking segment: {'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:31:47.032836 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:47.032836 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Bound using segment: {'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:31:47.032836 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Bound port: 886eb282-a052-49f1-a6c1-788213ac9883, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:31:47.033694 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:47.242101 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-77720a92-052d-44a3-9894-0d159e864813 service neutron] 10.222.0.69 "GET /v2.0/networks/1d534f1d-55fb-4e5d-bf82-9789ac650c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689883 May 11 16:31:47.288114 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] For port 886eb282-a052-49f1-a6c1-788213ac9883, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:31:47.306986 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Network 41f463bd-84b8-4578-b5db-75dd85f92e3a is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:31:47.309411 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 40002) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:47.319703 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] For port 886eb282-a052-49f1-a6c1-788213ac9883, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=886eb282-a052-49f1-a6c1-788213ac9883,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:31:47.408023 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:47.449651 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-479f5c82-9ebc-4a83-b08d-802160d4dfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:47.503625 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:47.506443 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, 41f463bd-84b8-4578-b5db-75dd85f92e3a) {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:31:47.542472 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:47.559693 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:47.596135 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Transition to ACTIVE for port object ef218f8c-639f-46e7-a2d0-2e904fcac6be will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:31:47.646310 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Transition to ACTIVE for port object ef218f8c-639f-46e7-a2d0-2e904fcac6be will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:31:47.669262 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc389815-909e-42d2-97ea-f02b0ef5dc6a None None] Network 41f463bd-84b8-4578-b5db-75dd85f92e3a requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:31:47.767438 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Allocated IP 172.28.3.210 (b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4/c7e06862-2dbb-4b92-abf1-8341c9322d5c/2e1a6345-a65a-481f-bbb9-06bfe19b1aa1) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:31:47.843293 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:47.904169 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:47.969732 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Pushing event updated for resources: {'Port': ['ID=886eb282-a052-49f1-a6c1-788213ac9883,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:47.974388 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ff3ef6-02fd-49dd-8a82-7a94017639d4 None None] Network 41f463bd-84b8-4578-b5db-75dd85f92e3a requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:31:47.995990 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:47.996504 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:48.001460 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:48.005678 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:48.006280 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:48.110404 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Network e5d3872e-73cd-4309-a063-c76018d68b05 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:31:48.115009 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Pushing event updated for resources: {'Port': ['ID=ef218f8c-639f-46e7-a2d0-2e904fcac6be,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:48.118822 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a97fabe2-a15b-4a7f-97dd-150cf4032e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:48.121069 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:31:48.130659 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7cf21141-2a33-48d1-a14d-dd186075cb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:48.157488 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:48.163057 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:48.208029 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-200311bd-7b2c-4a42-a030-3d00e8ef24fd req-aa2bd1d6-86e6-40c7-a052-1b3e9d31202c tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 210 time: 0.2612453 May 11 16:31:48.312794 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-7cf21141-2a33-48d1-a14d-dd186075cb15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:48.319443 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:48.327248 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-7cf21141-2a33-48d1-a14d-dd186075cb15 admin admin] Usage tracker for resource:security_group_rule and tenant:6a0d9037ce2c4778af686220ffb39fe6 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:48.333960 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:48.342848 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1a6345-a65a-481f-bbb9-06bfe19b1aa1,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:48.354369 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:48.360570 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:31:48.365172 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:31:48.375833 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:31:48.383723 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-7cf21141-2a33-48d1-a14d-dd186075cb15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:48.387617 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:48.415071 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:31:48.463318 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-7cf21141-2a33-48d1-a14d-dd186075cb15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:48.473331 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8003616 May 11 16:31:48.489157 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:48.573406 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:48.698924 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Attempting to bind port ef218f8c-639f-46e7-a2d0-2e904fcac6be on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:31:48.699298 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Attempting to bind port ef218f8c-639f-46e7-a2d0-2e904fcac6be by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:31:48.700018 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Attempting to bind port ef218f8c-639f-46e7-a2d0-2e904fcac6be on network e5d3872e-73cd-4309-a063-c76018d68b05 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:31:48.733332 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:31:48.733718 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Checking segment: {'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:31:48.734124 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:48.734523 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Bound using segment: {'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:31:48.735022 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Bound port: ef218f8c-639f-46e7-a2d0-2e904fcac6be, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:31:48.735428 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:48.875877 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] For port ef218f8c-639f-46e7-a2d0-2e904fcac6be, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:31:48.880398 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] For port ef218f8c-639f-46e7-a2d0-2e904fcac6be, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=ef218f8c-639f-46e7-a2d0-2e904fcac6be,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:31:48.882881 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Allocated IP 172.28.3.65 (b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4/c7e06862-2dbb-4b92-abf1-8341c9322d5c/e6c8d20e-94a4-40fe-b99a-742181956c19) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:31:48.921747 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:48.928580 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7cf21141-2a33-48d1-a14d-dd186075cb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:48.950986 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:48.959525 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:49.089621 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7cf21141-2a33-48d1-a14d-dd186075cb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:49.141064 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:49.144380 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Pushing event updated for resources: {'Port': ['ID=ef218f8c-639f-46e7-a2d0-2e904fcac6be,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:49.166875 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:49.183632 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:49.226132 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-7cf21141-2a33-48d1-a14d-dd186075cb15 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a0d9037ce2c4778af686220ffb39fe6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9126673 May 11 16:31:49.254899 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 40086) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:49.282591 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf21141-2a33-48d1-a14d-dd186075cb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6f1280-50a6-47bf-8abb-50c49fc26b64,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:49.285248 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 40096) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:49.341045 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:49.355575 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7cf21141-2a33-48d1-a14d-dd186075cb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:49.498761 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39e534c-9578-4372-b4bb-fbdd76e169df None None] Network 75895cd7-86cc-4311-898a-fb981ed5ac7d requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:31:49.561426 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7f56e0b7-a071-4bcd-8b76-b7cdc29c9be0 req-c31b797f-0442-4b2b-92a8-77e2be3518b6 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 210 time: 0.2018270 May 11 16:31:49.696440 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396547'] for router, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:49.702096 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-272d65d3-2136-4859-80b7-69014a681e37 None None] Provisioning for port 886eb282-a052-49f1-a6c1-788213ac9883 completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:31:49.713688 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:49.819026 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Allocated IP 172.28.3.198 (b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4/c7e06862-2dbb-4b92-abf1-8341c9322d5c/9d2de870-4c8b-4871-a1a4-b91dd8e228b2) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:31:49.875999 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 886eb282-a052-49f1-a6c1-788213ac9883 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:31:49.955982 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1871-476a-431f-b0db-7f15b7f6e084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.001924 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:50.071924 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 886eb282-a052-49f1-a6c1-788213ac9883 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:31:50.077087 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 886eb282-a052-49f1-a6c1-788213ac9883 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:31:50.080314 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.104098 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Router a5e1f125-5bd3-4315-b2ea-e95532f501a2 is scheduled to L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f with binding_index 1 {{(pid=79307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:31:50.279226 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:31:50.284093 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1871-476a-431f-b0db-7f15b7f6e084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.311372 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:31:50.391553 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.408333 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.451856 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port 886eb282-a052-49f1-a6c1-788213ac9883, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=886eb282-a052-49f1-a6c1-788213ac9883,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:31:50.457593 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-c08d45fe-b762-425b-a824-567cc5082ea9 None None] Provisioning complete for port 886eb282-a052-49f1-a6c1-788213ac9883 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:31:50.459782 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c08d45fe-b762-425b-a824-567cc5082ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.469833 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:31:50.476848 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:31:50.486573 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Sync routers for ids ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'] in dv-cinder-761113-11-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:31:50.509269 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Routers {'a5e1f125-5bd3-4315-b2ea-e95532f501a2'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:31:50.509901 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:31:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:31:50.574608 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.580001 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device ef218f8c-639f-46e7-a2d0-2e904fcac6be up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:31:50.611801 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.620987 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:50.622841 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:50.624624 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2916117 May 11 16:31:50.626279 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40136) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:50.628785 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c8d20e-94a4-40fe-b99a-742181956c19,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:50.657081 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f1be52-8992-4407-b98d-72fd75cf6f74 None None] Network e5d3872e-73cd-4309-a063-c76018d68b05 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:31:50.807059 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Set router a5e1f125-5bd3-4315-b2ea-e95532f501a2 gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:31:50.842000 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405547-6032-4704-87f3-4c2e10c26781 req-3801052e-3fd0-4f66-a815-ab268793424c tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:50.854930 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-3801052e-3fd0-4f66-a815-ab268793424c tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/networks?id=41f463bd-84b8-4578-b5db-75dd85f92e3a HTTP/1.1" status: 200 len: 814 time: 1.5006983 May 11 16:31:50.860718 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:50.932059 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=886eb282-a052-49f1-a6c1-788213ac9883,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:50.935304 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:50.959306 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-b4b16c5e-eddd-4380-8bd0-b52ea8a7ca01 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/quotas/a2e00d552a1f4bb595b5b236d459a777 HTTP/1.1" status: 200 len: 375 time: 0.1025951 May 11 16:31:50.962146 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1871-476a-431f-b0db-7f15b7f6e084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:51.043124 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:51.045757 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e1721b11-44df-46c9-a4f6-9a7b39350efb req-b1743345-7989-4744-9bbf-d32909fd177e tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 210 time: 0.2608616 May 11 16:31:51.063974 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:51.190213 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-f20e3f27-a6a9-4d07-bade-ebd25b485457 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2e00d552a1f4bb595b5b236d459a777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2294483 May 11 16:31:51.195295 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb1871-476a-431f-b0db-7f15b7f6e084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6f1280-50a6-47bf-8abb-50c49fc26b64,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:51.208549 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-a4eb1871-476a-431f-b0db-7f15b7f6e084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:51.208549 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:51.258157 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:48Z', 'revision_number': 3, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:31:51.262774 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Checking router: a5e1f125-5bd3-4315-b2ea-e95532f501a2 for host: dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:31:51.263118 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Updating router a5e1f125-5bd3-4315-b2ea-e95532f501a2 port 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 binding host dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:31:51.301401 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port ef218f8c-639f-46e7-a2d0-2e904fcac6be completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:31:51.345176 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:51.354870 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2de870-4c8b-4871-a1a4-b91dd8e228b2,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:51.357949 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-a4eb1871-476a-431f-b0db-7f15b7f6e084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:51.362401 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-a4eb1871-476a-431f-b0db-7f15b7f6e084 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf6f1280-50a6-47bf-8abb-50c49fc26b64 HTTP/1.1" status: 204 len: 168 time: 2.1036537 May 11 16:31:51.378228 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:51.383423 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:31:51.431359 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-2c359f4d-cf63-498d-b788-06075a292cd6 None None] Provisioning for port ef218f8c-639f-46e7-a2d0-2e904fcac6be completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:31:51.438203 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-2c359f4d-cf63-498d-b788-06075a292cd6 None None] Provisioning complete for port ef218f8c-639f-46e7-a2d0-2e904fcac6be triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:31:51.438657 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2c359f4d-cf63-498d-b788-06075a292cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:51.599646 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-e4fc3ae3-d7b0-4e7d-8788-74e962ef00dc service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=79306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:31:51.601403 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-e4fc3ae3-d7b0-4e7d-8788-74e962ef00dc service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2516010 May 11 16:31:51.603117 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:31:51.605863 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:31:51.713599 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:51.722181 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 886eb282-a052-49f1-a6c1-788213ac9883 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:31:51.841695 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2c359f4d-cf63-498d-b788-06075a292cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:51.934428 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-2c359f4d-cf63-498d-b788-06075a292cd6 None None] For port ef218f8c-639f-46e7-a2d0-2e904fcac6be, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=ef218f8c-639f-46e7-a2d0-2e904fcac6be,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:31:51.953783 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 886eb282-a052-49f1-a6c1-788213ac9883 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:31:51.954160 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:51.965572 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:52.021209 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Transition to ACTIVE for port object 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:31:52.023545 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Allocated IP 172.20.0.1 (e5d3872e-73cd-4309-a063-c76018d68b05/686230cf-0935-46bd-893d-206e8b4b2f34/00fddedd-7b0d-4810-94bb-2b5ff06c417b) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:31:52.067521 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2c359f4d-cf63-498d-b788-06075a292cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:52.073610 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:52.091558 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.86', 54708) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:52.110817 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:52.117100 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-e82d00af-15aa-42b1-aefb-bd69600d7f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:52.122554 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-8f3eec1a-99c0-4c82-83c2-3d8081c4b65a service neutron] 10.222.0.69 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883088 May 11 16:31:52.219246 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c359f4d-cf63-498d-b788-06075a292cd6 None None] Pushing event updated for resources: {'Port': ['ID=ef218f8c-639f-46e7-a2d0-2e904fcac6be,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:52.233479 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-2c359f4d-cf63-498d-b788-06075a292cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:52.235122 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:52.269515 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Transition to ACTIVE for port object 00fddedd-7b0d-4810-94bb-2b5ff06c417b will not be triggered until provisioned by entity DHCP. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:31:52.348005 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-d4b3a651-8aff-4028-bd2c-355996adf62d service neutron] 10.222.0.69 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257230 May 11 16:31:52.355308 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Attempting to bind port 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:31:52.355700 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Attempting to bind port 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:31:52.356566 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Attempting to bind port 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 on network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:31:52.380586 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:31:52.380957 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Checking segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:31:52.381360 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:52.381750 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Bound using segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:31:52.382264 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Bound port: 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:31:52.382660 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:52.390621 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-47e66afd-683a-4451-b2d2-e1d1c1b2a801 None None] Provisioning complete for port ef218f8c-639f-46e7-a2d0-2e904fcac6be triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:31:52.390988 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-47e66afd-683a-4451-b2d2-e1d1c1b2a801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:52.409069 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:52.413197 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-9e2a5d84-2179-4d91-83b5-10d7928036b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:52.428142 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:52.432328 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Pushing event updated for resources: {'Port': ['ID=2e1a6345-a65a-481f-bbb9-06bfe19b1aa1,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:52.450714 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:52.451723 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:52.451723 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:52.452174 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:52.452296 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:52.452608 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:52.452931 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:52.453251 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:52.453587 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:52.453904 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:52.454471 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:52.454788 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Tracked resource versions report: May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: pushed versions: May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: { 'AddressGroup': {'1.2'}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'ConntrackHelper': {'1.0'}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'Log': {'1.0'}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'Network': {'1.1'}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'Port': {'1.7'}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'PortForwarding': {'1.2'}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'QosPolicy': {'1.8'}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'SecurityGroup': {'1.4'}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'SecurityGroupRule': {'1.2'}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'SubPort': {'1.0'}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'Subnet': {'1.1'}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'Trunk': {'1.1'}} May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: consumer versions: May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: { DHCP agent@dv-cinder-761113-11-smb: {}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: HyperV agent@hv-cinder-76111: {}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: L3 agent@dv-cinder-761113-11-smb: {}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: Metadata agent@dv-cinder-761113-11-smb: {}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: Metering agent@dv-cinder-761113-11-smb: {}, May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: Open vSwitch agent@dv-cinder-761113-11-smb: { 'AddressGroup': '1.2', May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'ConntrackHelper': '1.0', May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'Log': '1.0', May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'Network': '1.1', May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'Port': '1.7', May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'PortForwarding': '1.2', May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'QosPolicy': '1.8', May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'SecurityGroup': '1.4', May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'SecurityGroupRule': '1.2', May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'SubPort': '1.0', May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'Subnet': '1.1', May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: 'Trunk': '1.1'}} May 11 16:31:52.456030 dv-cinder-761113-11-smb neutron-server[79309]: {{(pid=79309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:31:52.460765 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:52.509278 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] For port 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:31:52.512279 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] For port 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=2e1a6345-a65a-481f-bbb9-06bfe19b1aa1,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:31:52.530656 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Network e5d3872e-73cd-4309-a063-c76018d68b05 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:31:52.533369 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40178) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:52.534147 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:31:52.543809 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:31:52.543809 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:52.615062 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a31b0901-f5ab-40e0-b766-80f10c3cbcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:52.620178 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:52.624762 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:52.634727 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Pushing event updated for resources: {'Port': ['ID=00fddedd-7b0d-4810-94bb-2b5ff06c417b,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:52.644340 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:52.650922 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a31b0901-f5ab-40e0-b766-80f10c3cbcb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:52.654956 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a31b0901-f5ab-40e0-b766-80f10c3cbcb8 admin admin] Usage tracker for resource:security_group_rule and tenant:b91b3959f8004d87b32fef9b79dae2f3 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:52.662053 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a31b0901-f5ab-40e0-b766-80f10c3cbcb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:52.664078 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a31b0901-f5ab-40e0-b766-80f10c3cbcb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:52.825634 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a31b0901-f5ab-40e0-b766-80f10c3cbcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:52.860012 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Pushing event updated for resources: {'Port': ['ID=2e1a6345-a65a-481f-bbb9-06bfe19b1aa1,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:52.921782 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:52.928112 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a31b0901-f5ab-40e0-b766-80f10c3cbcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:52.940141 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c7f57267-4261-4e39-8121-909c640719fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:52.952377 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Routers {'a5e1f125-5bd3-4315-b2ea-e95532f501a2'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:31:52.953198 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:31:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:31:53.030334 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-72b0b476-954e-41b4-b331-df0534bfff93 None None] Provisioning for port 00fddedd-7b0d-4810-94bb-2b5ff06c417b completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:31:53.036412 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-72b0b476-954e-41b4-b331-df0534bfff93 None None] Provisioning complete for port 00fddedd-7b0d-4810-94bb-2b5ff06c417b triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:31:53.037000 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-72b0b476-954e-41b4-b331-df0534bfff93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:53.141908 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-a31b0901-f5ab-40e0-b766-80f10c3cbcb8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b91b3959f8004d87b32fef9b79dae2f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6051135 May 11 16:31:53.145229 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b0901-f5ab-40e0-b766-80f10c3cbcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88ac7db-5e16-4721-b0ab-537918338cd7,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:53.167369 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a31b0901-f5ab-40e0-b766-80f10c3cbcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:53.167942 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40210) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:53.176936 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-72b0b476-954e-41b4-b331-df0534bfff93 None None] Port 00fddedd-7b0d-4810-94bb-2b5ff06c417b cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:31:53.222517 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:53.260097 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:31:53.305470 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] Set router a5e1f125-5bd3-4315-b2ea-e95532f501a2 gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:31:53.360566 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d1143dad-c584-46ea-86f9-1fa8459557e1 req-c8c09c66-f7d4-4226-ade8-32cf785590df tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 210 time: 0.9414814 May 11 16:31:53.435891 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-66684cab-45d1-45de-a28c-59f691ff67e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:53.445214 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396547'] for router, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:53.452788 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9457899d-0e05-4844-8715-385aa5ad8d5d req-c884069c-bbfd-45a3-9992-f26c4649615e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 210 time: 0.2939472 May 11 16:31:53.499127 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-66684cab-45d1-45de-a28c-59f691ff67e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:53.602484 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:53.682432 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device ef218f8c-639f-46e7-a2d0-2e904fcac6be up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:31:53.688465 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:53.691415 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:53.702569 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b989d7d4-2f34-4f29-bd63-77d48b78fd43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:53.748240 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 1, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:31:53.755113 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb2493-c09f-498f-8827-f31963d8ce2b None None] The sync data for ids ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'] in dv-cinder-761113-11-smb is: [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 1, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:31:53.765582 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-a89cb3fa-27c2-49f2-bb86-d4af66980aae tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:53.767687 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-a89cb3fa-27c2-49f2-bb86-d4af66980aae tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.86 "GET /v2.0/networks?id=1d534f1d-55fb-4e5d-bf82-9789ac650c0e HTTP/1.1" status: 200 len: 812 time: 1.6691251 May 11 16:31:53.834013 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Request body: {'port': {'device_id': 'c40543e8-146e-42f6-a758-8e2aa08ab6e8', 'network_id': '1d534f1d-55fb-4e5d-bf82-9789ac650c0e', 'admin_state_up': True, 'tenant_id': '7b564df5bacb48fc80f645e2290c0473'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:53.838448 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-66684cab-45d1-45de-a28c-59f691ff67e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:53.852788 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:53.885420 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port ef218f8c-639f-46e7-a2d0-2e904fcac6be triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:31:53.888230 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:54.069033 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Pushing event updated for resources: {'Port': ['ID=00fddedd-7b0d-4810-94bb-2b5ff06c417b,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:54.074777 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:54.077222 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:54.114176 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-66684cab-45d1-45de-a28c-59f691ff67e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:54.115349 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-66684cab-45d1-45de-a28c-59f691ff67e9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c88ac7db-5e16-4721-b0ab-537918338cd7 HTTP/1.1" status: 204 len: 168 time: 0.9389410 May 11 16:31:54.163179 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66684cab-45d1-45de-a28c-59f691ff67e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88ac7db-5e16-4721-b0ab-537918338cd7,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:54.181586 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-66684cab-45d1-45de-a28c-59f691ff67e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:54.347922 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Network e5d3872e-73cd-4309-a063-c76018d68b05 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:31:54.349044 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:31:54.689858 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 40274) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:54.827091 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-b84aa00d-07aa-4e05-951d-2781e8b9170e None None] Provisioning complete for port 00fddedd-7b0d-4810-94bb-2b5ff06c417b triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:31:54.828110 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b84aa00d-07aa-4e05-951d-2781e8b9170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:54.955099 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Router a5e1f125-5bd3-4315-b2ea-e95532f501a2 has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:31:55.031594 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-b84aa00d-07aa-4e05-951d-2781e8b9170e None None] Port 00fddedd-7b0d-4810-94bb-2b5ff06c417b cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:31:55.221376 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-16e972d9-b852-4f41-baad-222eba127eaf req-e3126a3a-7d74-4569-963d-0e3d74ee03ab tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 210 time: 0.5304854 May 11 16:31:55.236657 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:55.435913 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:31:55.451475 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] 10.222.0.69 "PUT /v2.0/routers/a5e1f125-5bd3-4315-b2ea-e95532f501a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8137517 May 11 16:31:55.563598 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Usage tracker for resource:port and tenant:7b564df5bacb48fc80f645e2290c0473 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:55.567948 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:55.577245 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:55.590154 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Router 2945a0de-eff8-4596-bbd8-77e4fe7731df is scheduled to L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f with binding_index 1 {{(pid=79306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:31:55.667220 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9827458b-1b5c-44ff-bae1-8f39ee752dcd req-d9e4dd05-9271-4640-a6b1-9c20a786593a tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 210 time: 0.6236877 May 11 16:31:55.785457 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396547'] for router, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:55.822074 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:31:55.884415 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-37d6a61a-badd-43c4-871c-20df8d7f1fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:55.894589 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Made reservation on behalf of 7b564df5bacb48fc80f645e2290c0473 for: {'port': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:31:55.898424 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:56.082576 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:31:56.088167 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:31:56.088609 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:56.430387 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:56.506368 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=2e1a6345-a65a-481f-bbb9-06bfe19b1aa1,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:31:56.509268 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Allocated IP 172.20.0.3 (1d534f1d-55fb-4e5d-bf82-9789ac650c0e/b0f45c1b-c401-4464-a975-a81a33f6b8e3/66074108-7443-4b1a-ab4f-aa0e697d0925) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:31:56.568651 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:56.577284 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:56.689517 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-37d6a61a-badd-43c4-871c-20df8d7f1fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:56.728796 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-37d6a61a-badd-43c4-871c-20df8d7f1fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:19c4d9c811854828b0cf4798af9e6e39 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:57.033633 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3e33187f-dc5c-47c2-9dea-623f20a77c3e req-25355350-c82f-4eec-8e3b-c0a58af471fd tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 210 time: 0.2050693 May 11 16:31:57.033633 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-37d6a61a-badd-43c4-871c-20df8d7f1fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:57.033633 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-37d6a61a-badd-43c4-871c-20df8d7f1fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:57.035236 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=2e1a6345-a65a-481f-bbb9-06bfe19b1aa1,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:57.035236 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:57.035439 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:31:57.035554 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Sync routers for ids ['2945a0de-eff8-4596-bbd8-77e4fe7731df'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:31:57.035554 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Routers {'2945a0de-eff8-4596-bbd8-77e4fe7731df'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:31:57.035554 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:31:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['2945a0de-eff8-4596-bbd8-77e4fe7731df'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:31:57.035776 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Router 07e988f8-bd34-44e5-b3ea-8c4541577b1d is scheduled to L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f with binding_index 1 {{(pid=79306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:31:57.161382 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40326) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:57.168298 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--456174302', 'description': 'tempest-description--1089399967'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:57.181393 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:57.190361 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Usage tracker for resource:security_group and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:57.219735 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:57.219735 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:57.220247 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Set router 2945a0de-eff8-4596-bbd8-77e4fe7731df gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:31:57.260934 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-9f18c7d8-2129-4685-8525-2cd4fbc2b3ea req-1db048ac-dfe1-424a-b5ad-c6c9f151399c tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Synchronizing usage tracker for tenant:7b564df5bacb48fc80f645e2290c0473 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:31:57.402521 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:57.452586 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] Notify callbacks [] for router, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:57.456369 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-ccdf1c6a-c93e-4417-8287-94bafb4477b2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.3401773 May 11 16:31:57.456983 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:57.461963 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40336) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:57.474741 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Usage tracker for resource:security_group_rule and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:57.485601 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:57.514977 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:57.560033 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:57.658728 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:31:57.684630 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Sync routers for ids ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'] in dv-cinder-761113-11-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:31:57.691192 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-37d6a61a-badd-43c4-871c-20df8d7f1fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:57.706626 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Routers {'a5e1f125-5bd3-4315-b2ea-e95532f501a2'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:31:57.708940 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Sync routers for ids ['07e988f8-bd34-44e5-b3ea-8c4541577b1d'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:31:57.710584 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:31:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:31:57.733647 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:31:57.758776 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Routers {'07e988f8-bd34-44e5-b3ea-8c4541577b1d'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:31:57.759531 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:31:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['07e988f8-bd34-44e5-b3ea-8c4541577b1d'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:31:57.760543 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.86', 54720) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:57.879717 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:57.900953 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-37d6a61a-badd-43c4-871c-20df8d7f1fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:57.902904 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Notify callbacks [] for router, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:57.913729 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.8016479 May 11 16:31:57.914987 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 40348) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:58.113178 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Set router 07e988f8-bd34-44e5-b3ea-8c4541577b1d gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:31:58.208842 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:58.291261 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:31:58.292275 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:58.312842 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Set router a5e1f125-5bd3-4315-b2ea-e95532f501a2 gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:31:58.322072 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:58.487298 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:31:51Z', 'revision_number': 3, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:31:58.497802 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-376ce6fb-a905-403f-8e28-f30e4c6afd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:58.504858 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Checking router: 2945a0de-eff8-4596-bbd8-77e4fe7731df for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:31:58.505350 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Updating router 2945a0de-eff8-4596-bbd8-77e4fe7731df port e6c8d20e-94a4-40fe-b99a-742181956c19 binding host dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:31:58.600219 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:58.719198 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Network 1d534f1d-55fb-4e5d-bf82-9789ac650c0e is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:31:58.722105 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-37d6a61a-badd-43c4-871c-20df8d7f1fc2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=19c4d9c811854828b0cf4798af9e6e39&name=default HTTP/1.1" status: 200 len: 2975 time: 4.0296888 May 11 16:31:58.797490 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40368) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:58.803730 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Pushing event updated for resources: {'Port': ['ID=66074108-7443-4b1a-ab4f-aa0e697d0925,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:58.807333 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:31:58.864678 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-9f18c7d8-2129-4685-8525-2cd4fbc2b3ea req-1db048ac-dfe1-424a-b5ad-c6c9f151399c tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Unset dirty status for tenant:7b564df5bacb48fc80f645e2290c0473 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:31:58.876536 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9f18c7d8-2129-4685-8525-2cd4fbc2b3ea req-1db048ac-dfe1-424a-b5ad-c6c9f151399c tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 210 time: 1.8249309 May 11 16:31:58.996530 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:58.998884 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7cf21141-2a33-48d1-a14d-dd186075cb15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:59.097089 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9aed2e81-0f02-4e98-83c1-c3fc1329c9e6 req-53f56166-e5b5-4d15-a8c8-a9d7287b5e15 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 210 time: 0.6458757 May 11 16:31:59.170682 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:31:59.176883 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:59.177665 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:59.198249 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:59.199777 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6a61a-badd-43c4-871c-20df8d7f1fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56eb06f6-42aa-467e-a9d5-8043a804cc9a,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:59.208472 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-37d6a61a-badd-43c4-871c-20df8d7f1fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:59.248383 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:31:53Z', 'revision_number': 2, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:31:59.259372 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Checking router: a5e1f125-5bd3-4315-b2ea-e95532f501a2 for host: dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:31:59.261163 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Updating router a5e1f125-5bd3-4315-b2ea-e95532f501a2 port 00fddedd-7b0d-4810-94bb-2b5ff06c417b binding host dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:31:59.296826 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405547-6032-4704-87f3-4c2e10c26781 req-1044b649-ec4a-4d00-b85a-cc08f1e9fd46 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:31:59.298454 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-1044b649-ec4a-4d00-b85a-cc08f1e9fd46 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "GET /v2.0/networks?id=41f463bd-84b8-4578-b5db-75dd85f92e3a HTTP/1.1" status: 200 len: 814 time: 1.5196414 May 11 16:31:59.365048 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Request body: {'port': {'device_id': '9d850223-9315-4af4-8ca9-58338e4a5035', 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a', 'admin_state_up': True, 'tenant_id': 'a2e00d552a1f4bb595b5b236d459a777'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:59.388547 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5733709 May 11 16:31:59.442825 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:59.460231 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-979aa2af-8a5a-47bc-8a7f-77aad11fbac7 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=79306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:31:59.461451 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-979aa2af-8a5a-47bc-8a7f-77aad11fbac7 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070553 May 11 16:31:59.557444 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:59.567301 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.4042807 May 11 16:31:59.581289 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 40384) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:59.598849 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:59.605873 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:59.686883 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45ea5b83-c2bb-47ca-b33f-3f723a3fcad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:59.690018 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-ad1122d6-ba4e-42e9-947e-b564befd62ff tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Request body: {'security_group_rule': {'security_group_id': '31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:31:59.712387 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-ad1122d6-ba4e-42e9-947e-b564befd62ff tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:59.746024 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-ad1122d6-ba4e-42e9-947e-b564befd62ff tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Usage tracker for resource:security_group_rule and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:59.757751 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-ad1122d6-ba4e-42e9-947e-b564befd62ff tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:59.795955 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-263384461-router', 'tenant_id': '43090811c61044408241c79e8f6afe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '9d2de870-4c8b-4871-a1a4-b91dd8e228b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 3, 'project_id': '43090811c61044408241c79e8f6afe8c', 'gw_port': {'id': '9d2de870-4c8b-4871-a1a4-b91dd8e228b2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:31:59.802196 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-ad1122d6-ba4e-42e9-947e-b564befd62ff tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:59.818581 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Checking router: 07e988f8-bd34-44e5-b3ea-8c4541577b1d for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:31:59.820866 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Updating router 07e988f8-bd34-44e5-b3ea-8c4541577b1d port 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 binding host dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:31:59.838296 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:59.845959 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Usage tracker for resource:port and tenant:a2e00d552a1f4bb595b5b236d459a777 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:59.853315 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45ea5b83-c2bb-47ca-b33f-3f723a3fcad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:59.857594 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:59.879898 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:59.936825 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:59.965980 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:00.133701 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.db.resource_extend [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:32:00.159112 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 40394) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:00.246899 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Made reservation on behalf of a2e00d552a1f4bb595b5b236d459a777 for: {'port': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:32:00.251298 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:00.266491 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:00.270542 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45ea5b83-c2bb-47ca-b33f-3f723a3fcad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:00.296484 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Transition to ACTIVE for port object e6c8d20e-94a4-40fe-b99a-742181956c19 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:00.298067 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-66684cab-45d1-45de-a28c-59f691ff67e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:00.314724 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea5b83-c2bb-47ca-b33f-3f723a3fcad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eb06f6-42aa-467e-a9d5-8043a804cc9a,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:00.319645 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-45ea5b83-c2bb-47ca-b33f-3f723a3fcad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:00.438522 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:00.456188 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ad1122d6-ba4e-42e9-947e-b564befd62ff tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:00.458147 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Transition to ACTIVE for port object 00fddedd-7b0d-4810-94bb-2b5ff06c417b will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:00.512884 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Request body: {'port': {'device_id': 'c40543e8-146e-42f6-a758-8e2aa08ab6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:00.536686 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:00.541260 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Allocated IP 172.20.0.1 (75895cd7-86cc-4311-898a-fb981ed5ac7d/78af6bf4-3116-4bd6-81f1-294f2a27b4a6/c6f72e38-991a-4073-ad6e-420ca422a5dd) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:32:00.542113 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d1c61c1e-e350-46c9-9362-f5c8ee16db3e req-d26479fe-a993-4bf3-90e5-614b4e3e67de tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 210 time: 0.1806309 May 11 16:32:00.549789 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:00.553809 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:00.576097 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:00.680383 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-41f62177-6c59-482a-a5c4-0bd1d6c7b40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:00.721038 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-41f62177-6c59-482a-a5c4-0bd1d6c7b40d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:00.725238 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-41f62177-6c59-482a-a5c4-0bd1d6c7b40d admin admin] Usage tracker for resource:security_group_rule and tenant:32f8bde746884dcd8604977b55b3d7c9 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:00.728723 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-41f62177-6c59-482a-a5c4-0bd1d6c7b40d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:00.746173 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-41f62177-6c59-482a-a5c4-0bd1d6c7b40d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:00.760944 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f63ee-8fae-4c5e-9580-29c570b787fe None None] Pushing event updated for resources: {'Port': ['ID=00fddedd-7b0d-4810-94bb-2b5ff06c417b,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:00.792034 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c11e9f-2e1d-4108-b071-9723951b17e9 None None] Pushing event updated for resources: {'Port': ['ID=e6c8d20e-94a4-40fe-b99a-742181956c19,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:00.799273 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Attempting to bind port e6c8d20e-94a4-40fe-b99a-742181956c19 on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:32:00.799900 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Attempting to bind port e6c8d20e-94a4-40fe-b99a-742181956c19 by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:32:00.800238 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Attempting to bind port e6c8d20e-94a4-40fe-b99a-742181956c19 on network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:00.806180 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-d8c11e9f-2e1d-4108-b071-9723951b17e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:00.836920 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:32:00.837836 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Checking segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:32:00.838896 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:00.840770 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Bound using segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:32:00.841724 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Bound port: e6c8d20e-94a4-40fe-b99a-742181956c19, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:32:00.842205 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:00.845857 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:00.874833 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Transition to ACTIVE for port object c6f72e38-991a-4073-ad6e-420ca422a5dd will not be triggered until provisioned by entity DHCP. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:00.908184 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45ea5b83-c2bb-47ca-b33f-3f723a3fcad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:00.911896 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-45ea5b83-c2bb-47ca-b33f-3f723a3fcad9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/56eb06f6-42aa-467e-a9d5-8043a804cc9a HTTP/1.1" status: 204 len: 168 time: 1.7915828 May 11 16:32:00.994108 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.006243 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:01.018441 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-41f62177-6c59-482a-a5c4-0bd1d6c7b40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.131614 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-f01f63ee-8fae-4c5e-9580-29c570b787fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:01.159207 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312726c1-7fc5-434e-ac1b-3b372026649c req-99a5da6c-791f-4101-affb-7238c83c480b tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:01.182910 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-312726c1-7fc5-434e-ac1b-3b372026649c req-99a5da6c-791f-4101-affb-7238c83c480b tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 931 time: 1.0239289 May 11 16:32:01.186349 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-41f62177-6c59-482a-a5c4-0bd1d6c7b40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.194176 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f72e38-991a-4073-ad6e-420ca422a5dd,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:01.203557 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:01.206396 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Network 75895cd7-86cc-4311-898a-fb981ed5ac7d is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:32:01.210865 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:32:01.216358 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:32:01.216858 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.244211 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] For port e6c8d20e-94a4-40fe-b99a-742181956c19, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:32:01.277297 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] For port e6c8d20e-94a4-40fe-b99a-742181956c19, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=e6c8d20e-94a4-40fe-b99a-742181956c19,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:32:01.293607 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.309152 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Transition to ACTIVE for port object 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:01.325783 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Attempting to bind port 00fddedd-7b0d-4810-94bb-2b5ff06c417b on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:32:01.328312 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Attempting to bind port 00fddedd-7b0d-4810-94bb-2b5ff06c417b by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:32:01.329173 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Attempting to bind port 00fddedd-7b0d-4810-94bb-2b5ff06c417b on network e5d3872e-73cd-4309-a063-c76018d68b05 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:01.334478 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.341262 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-37d6a61a-badd-43c4-871c-20df8d7f1fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:01.345405 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:32:01.346695 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Checking segment: {'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:32:01.347824 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.348782 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Bound using segment: {'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:32:01.349959 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Bound port: 00fddedd-7b0d-4810-94bb-2b5ff06c417b, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:32:01.350603 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:01.352485 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.448783 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.470798 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-41f62177-6c59-482a-a5c4-0bd1d6c7b40d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=32f8bde746884dcd8604977b55b3d7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2991669 May 11 16:32:01.477285 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f62177-6c59-482a-a5c4-0bd1d6c7b40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120455fa-fa8b-4425-8dd5-d3950ed49850,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:01.479088 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40428) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:01.487624 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.543206 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Routers {'2945a0de-eff8-4596-bbd8-77e4fe7731df'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:32:01.543982 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:31:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['2945a0de-eff8-4596-bbd8-77e4fe7731df'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:01.588028 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ad1122d6-ba4e-42e9-947e-b564befd62ff tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.589220 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-41f62177-6c59-482a-a5c4-0bd1d6c7b40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:01.648682 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.649834 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] For port 00fddedd-7b0d-4810-94bb-2b5ff06c417b, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:32:01.662464 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] For port 00fddedd-7b0d-4810-94bb-2b5ff06c417b, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=00fddedd-7b0d-4810-94bb-2b5ff06c417b,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:32:01.687685 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-312726c1-7fc5-434e-ac1b-3b372026649c req-918249a7-7096-4e08-9a3c-1fd2cf289e3a tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/security-groups?id=43f5741b-27d6-49ed-a30f-ae5f8a702eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024576 May 11 16:32:01.737920 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.750402 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:01.763719 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c11e9f-2e1d-4108-b071-9723951b17e9 None None] Pushing event updated for resources: {'Port': ['ID=e6c8d20e-94a4-40fe-b99a-742181956c19,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:01.795707 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-d8c11e9f-2e1d-4108-b071-9723951b17e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:01.796155 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:01.847365 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9851d69c-5399-41ed-b308-5539dcd9fd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.944223 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Attempting to bind port 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:32:01.944223 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Attempting to bind port 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:32:01.944223 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Attempting to bind port 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 on network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:01.979191 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:32:01.979778 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Checking segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:32:01.980273 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:01.984951 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Bound using segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:32:01.985882 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Bound port: 9d2de870-4c8b-4871-a1a4-b91dd8e228b2, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:32:01.986511 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:02.015748 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Routers {'a5e1f125-5bd3-4315-b2ea-e95532f501a2'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:32:02.016455 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:31:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:02.111372 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9851d69c-5399-41ed-b308-5539dcd9fd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:02.149283 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-cd7afef0-f958-48fa-bd02-b2a8ad2f4a02 None None] Provisioning for port c6f72e38-991a-4073-ad6e-420ca422a5dd completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:02.198593 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-cd7afef0-f958-48fa-bd02-b2a8ad2f4a02 None None] Provisioning complete for port c6f72e38-991a-4073-ad6e-420ca422a5dd triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:02.200162 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cd7afef0-f958-48fa-bd02-b2a8ad2f4a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:02.282003 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Allocated IP 172.20.0.12 (41f463bd-84b8-4578-b5db-75dd85f92e3a/f76e838a-3889-4a39-887c-b17ff72dc119/b377cd6a-4a82-45bf-9338-527616009d42) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:32:02.330956 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f6324-49f4-467a-90b9-af62fba9c39c None None] Pushing event updated for resources: {'Port': ['ID=9d2de870-4c8b-4871-a1a4-b91dd8e228b2,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:02.385860 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-236f6324-49f4-467a-90b9-af62fba9c39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:02.428382 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] Set router 2945a0de-eff8-4596-bbd8-77e4fe7731df gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:32:02.467824 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ad1122d6-ba4e-42e9-947e-b564befd62ff tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:02.512522 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:02.542657 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-cd7afef0-f958-48fa-bd02-b2a8ad2f4a02 None None] Port c6f72e38-991a-4073-ad6e-420ca422a5dd cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:32:02.564265 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9851d69c-5399-41ed-b308-5539dcd9fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:02.567062 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] For port 9d2de870-4c8b-4871-a1a4-b91dd8e228b2, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:32:02.576139 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:02.582665 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:02.607994 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d0541269-0111-483c-9a78-4a3620cd15e9 req-5940a2f4-b612-4e9a-8f6b-a1a87bb607a5 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 210 time: 0.5956836 May 11 16:32:02.614293 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f63ee-8fae-4c5e-9580-29c570b787fe None None] Pushing event updated for resources: {'Port': ['ID=00fddedd-7b0d-4810-94bb-2b5ff06c417b,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:02.620219 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851d69c-5399-41ed-b308-5539dcd9fd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120455fa-fa8b-4425-8dd5-d3950ed49850,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:02.623157 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-f01f63ee-8fae-4c5e-9580-29c570b787fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:02.629103 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-9851d69c-5399-41ed-b308-5539dcd9fd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:02.630144 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:02.631311 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9851d69c-5399-41ed-b308-5539dcd9fd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:02.632444 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-9851d69c-5399-41ed-b308-5539dcd9fd84 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/120455fa-fa8b-4425-8dd5-d3950ed49850 HTTP/1.1" status: 204 len: 168 time: 1.1514041 May 11 16:32:02.634316 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:02.658193 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:02.766014 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] Set router a5e1f125-5bd3-4315-b2ea-e95532f501a2 gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:32:02.816892 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] For port 9d2de870-4c8b-4871-a1a4-b91dd8e228b2, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=9d2de870-4c8b-4871-a1a4-b91dd8e228b2,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:32:02.954238 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1122d6-ba4e-42e9-947e-b564befd62ff tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74a5c62-da1f-406d-9bc7-91958257abbb,revision_number=0']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:02.959995 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ad1122d6-ba4e-42e9-947e-b564befd62ff tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:02.963381 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-ad1122d6-ba4e-42e9-947e-b564befd62ff tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.3813233 May 11 16:32:02.967829 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40456) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:02.983462 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f72e38-991a-4073-ad6e-420ca422a5dd,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:02.988682 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-dc592e04-bf47-4b85-8114-665964b963bb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Request body: {'security_group_rule': {'security_group_id': '31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:02.996320 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:02.998850 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-dc592e04-bf47-4b85-8114-665964b963bb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:03.005824 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-dc592e04-bf47-4b85-8114-665964b963bb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Usage tracker for resource:security_group_rule and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:03.009586 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:03.017118 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-dc592e04-bf47-4b85-8114-665964b963bb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:03.023101 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-ad1122d6-ba4e-42e9-947e-b564befd62ff tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:03.036900 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-dc592e04-bf47-4b85-8114-665964b963bb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:03.046159 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:03.087741 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Network 75895cd7-86cc-4311-898a-fb981ed5ac7d is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:32:03.090019 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:32:03.438693 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f6324-49f4-467a-90b9-af62fba9c39c None None] Pushing event updated for resources: {'Port': ['ID=9d2de870-4c8b-4871-a1a4-b91dd8e228b2,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:03.469685 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:03.481313 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a522d-6218-4112-8bce-5ffcf2a66185 None None] The sync data for ids ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'] in dv-cinder-761113-11-smb is: [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:32:03.482541 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-236f6324-49f4-467a-90b9-af62fba9c39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:03.526111 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc592e04-bf47-4b85-8114-665964b963bb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:03.704766 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Routers {'07e988f8-bd34-44e5-b3ea-8c4541577b1d'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:32:03.705792 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:31:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['07e988f8-bd34-44e5-b3ea-8c4541577b1d'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:03.858183 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Router 2945a0de-eff8-4596-bbd8-77e4fe7731df has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:32:03.861760 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc592e04-bf47-4b85-8114-665964b963bb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:03.874425 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 00fddedd-7b0d-4810-94bb-2b5ff06c417b up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:04.019694 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40478) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:04.077674 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-be8af3dd-f091-4100-95d8-b6f1e278e6b9 None None] Provisioning complete for port c6f72e38-991a-4073-ad6e-420ca422a5dd triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:04.078745 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-be8af3dd-f091-4100-95d8-b6f1e278e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:04.241198 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:04.308481 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-c92ffa5e-209a-4134-9f6d-28ef0b8b2ebc req-596873a1-e4c0-4b2b-b333-7e27d9b36ec8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Synchronizing usage tracker for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:32:04.337621 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc592e04-bf47-4b85-8114-665964b963bb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:04.360900 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:04.372006 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fc8b5462-4c9a-41d3-8b69-735bd7f846dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:04.398445 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:04.404502 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:04.442713 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-be8af3dd-f091-4100-95d8-b6f1e278e6b9 None None] Port c6f72e38-991a-4073-ad6e-420ca422a5dd cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:32:04.502117 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:32:04.522188 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] 10.222.0.69 "PUT /v2.0/routers/2945a0de-eff8-4596-bbd8-77e4fe7731df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0496869 May 11 16:32:04.522188 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc592e04-bf47-4b85-8114-665964b963bb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9f9c64-7edc-4597-a5c8-9cb1a81ac456,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:04.532082 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a48da4-1d22-4de1-bc4d-66a112e518b7 req-24a0d09d-7ffd-4c69-8da9-c2cd97d54f54 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:04.533605 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b7a48da4-1d22-4de1-bc4d-66a112e518b7 req-24a0d09d-7ffd-4c69-8da9-c2cd97d54f54 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 931 time: 1.4755087 May 11 16:32:04.534249 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-c92ffa5e-209a-4134-9f6d-28ef0b8b2ebc req-596873a1-e4c0-4b2b-b333-7e27d9b36ec8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Unset dirty status for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:32:04.535301 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c92ffa5e-209a-4134-9f6d-28ef0b8b2ebc req-596873a1-e4c0-4b2b-b333-7e27d9b36ec8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 210 time: 0.5973890 May 11 16:32:04.540484 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-dc592e04-bf47-4b85-8114-665964b963bb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:04.581007 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-fc8b5462-4c9a-41d3-8b69-735bd7f846dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:04.592884 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-fc8b5462-4c9a-41d3-8b69-735bd7f846dc admin admin] Usage tracker for resource:security_group_rule and tenant:1162430fad584d87a2f69143d5a64244 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:04.598096 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-fc8b5462-4c9a-41d3-8b69-735bd7f846dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:04.607724 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 00fddedd-7b0d-4810-94bb-2b5ff06c417b completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:04.622897 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-fc8b5462-4c9a-41d3-8b69-735bd7f846dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:04.625089 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] Set router 07e988f8-bd34-44e5-b3ea-8c4541577b1d gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:32:04.669722 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b7a48da4-1d22-4de1-bc4d-66a112e518b7 req-be0a72b9-75a2-4923-98ff-2488a2c9aec3 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/security-groups?id=43f5741b-27d6-49ed-a30f-ae5f8a702eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253181 May 11 16:32:04.776834 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.db.resource_extend [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:32:04.779314 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 00fddedd-7b0d-4810-94bb-2b5ff06c417b triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:04.779803 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:04.823811 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:04.888087 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:00Z', 'revision_number': 1, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:04.924956 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1f29e96e-e504-4a57-affb-3f3a97864660 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:05.000196 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec30955-037e-4207-84a9-1d442c247577 None None] The sync data for ids ['2945a0de-eff8-4596-bbd8-77e4fe7731df'] in dv-cinder-761113-11-smb is: [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:00Z', 'revision_number': 1, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:32:05.022159 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc592e04-bf47-4b85-8114-665964b963bb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:05.034100 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-dc592e04-bf47-4b85-8114-665964b963bb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0581772 May 11 16:32:05.042220 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fc8b5462-4c9a-41d3-8b69-735bd7f846dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:05.043869 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40496) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:05.060631 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Request body: {'floatingip': {'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:05.084970 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:05.100966 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Usage tracker for resource:floatingip and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:05.135397 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fc8b5462-4c9a-41d3-8b69-735bd7f846dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:05.137068 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:05.181216 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66074108-7443-4b1a-ab4f-aa0e697d0925 {{(pid=79306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:32:05.231849 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:05.260188 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:05.459497 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:05.459497 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Network 41f463bd-84b8-4578-b5db-75dd85f92e3a is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:32:05.459497 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:32:05.459497 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:32:05.459497 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:05.459497 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:05.472046 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-fc8b5462-4c9a-41d3-8b69-735bd7f846dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1162430fad584d87a2f69143d5a64244&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3660128 May 11 16:32:05.472046 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b5462-4c9a-41d3-8b69-735bd7f846dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49250ffa-e348-48f6-a8e4-09a3c7984202,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:05.472046 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fc8b5462-4c9a-41d3-8b69-735bd7f846dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:05.472046 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40506) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:05.484253 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:05.542173 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port 00fddedd-7b0d-4810-94bb-2b5ff06c417b, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=00fddedd-7b0d-4810-94bb-2b5ff06c417b,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:05.588277 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-263384461-router', 'tenant_id': '43090811c61044408241c79e8f6afe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '9d2de870-4c8b-4871-a1a4-b91dd8e228b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 3, 'project_id': '43090811c61044408241c79e8f6afe8c', 'gw_port': {'id': '9d2de870-4c8b-4871-a1a4-b91dd8e228b2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:05.605076 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Transition to ACTIVE for port object 66074108-7443-4b1a-ab4f-aa0e697d0925 will not be triggered until provisioned by entity L2. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:05.637973 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435149c9-3b89-4734-a4c0-b1370ec90594 None None] The sync data for ids ['07e988f8-bd34-44e5-b3ea-8c4541577b1d'] in dv-cinder-761113-11-smb is: [{'id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-263384461-router', 'tenant_id': '43090811c61044408241c79e8f6afe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '9d2de870-4c8b-4871-a1a4-b91dd8e228b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 3, 'project_id': '43090811c61044408241c79e8f6afe8c', 'gw_port': {'id': '9d2de870-4c8b-4871-a1a4-b91dd8e228b2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:32:05.661953 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for floatingip, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:05.684122 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Pushing event updated for resources: {'Port': ['ID=b377cd6a-4a82-45bf-9338-527616009d42,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:05.706111 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:05.778478 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Allocated IP 172.20.0.1 (8cc7056a-c37c-408d-a6c0-cc2e4ba5d349/8cf7b756-6d88-4955-8db1-8a7a09f3073b/7cef8ae1-c0e2-4470-b5c6-afd2827ff728) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:32:05.946575 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-71c6fa68-c272-4c99-b64e-3e9200d3625e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:06.037552 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-71c6fa68-c272-4c99-b64e-3e9200d3625e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:06.245125 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:06.270917 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fd68e-ad0d-4a9b-9f91-68162c257984 req-3bd19246-b08f-48c5-9b16-43c8a4f36b9e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:06.272656 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-799fd68e-ad0d-4a9b-9f91-68162c257984 req-3bd19246-b08f-48c5-9b16-43c8a4f36b9e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 932 time: 0.2781551 May 11 16:32:06.377281 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:06.413817 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:06.417799 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:06.479782 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1192019 May 11 16:32:06.480405 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:06.499358 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-db698ea6-377b-44e1-9406-0f00dd60b722 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:06.593404 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-799fd68e-ad0d-4a9b-9f91-68162c257984 req-b17e6743-4b29-4423-a0c3-daf409ea2b09 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901478 May 11 16:32:06.675057 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=00fddedd-7b0d-4810-94bb-2b5ff06c417b,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:06.677640 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Allocated IP 172.28.3.35 (b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4/c7e06862-2dbb-4b92-abf1-8341c9322d5c/3efd4b0f-1717-4e7f-811c-9c2a19fe5526) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:32:06.691441 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:06.715128 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Request body: {'port': {'device_id': '9d850223-9315-4af4-8ca9-58338e4a5035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:07.282886 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device e6c8d20e-94a4-40fe-b99a-742181956c19 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:07.317114 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40542) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:07.324187 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-71c6fa68-c272-4c99-b64e-3e9200d3625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:07.343697 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1089075075', 'description': 'tempest-description--113061443'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:07.373985 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:07.389638 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Pushing event updated for resources: {'Port': ['ID=66074108-7443-4b1a-ab4f-aa0e697d0925,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:07.410967 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:07.423104 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:07.431519 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:07.466238 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:07.478648 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40546) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:07.499242 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Usage tracker for resource:security_group and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:07.501956 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:07.519613 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:07.522872 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6fa68-c272-4c99-b64e-3e9200d3625e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49250ffa-e348-48f6-a8e4-09a3c7984202,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:07.529297 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-71c6fa68-c272-4c99-b64e-3e9200d3625e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:07.537468 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port e6c8d20e-94a4-40fe-b99a-742181956c19 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:07.538459 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:07.567389 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port e6c8d20e-94a4-40fe-b99a-742181956c19 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:07.567389 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:07.568337 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-71c6fa68-c272-4c99-b64e-3e9200d3625e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:07.568337 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-71c6fa68-c272-4c99-b64e-3e9200d3625e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/49250ffa-e348-48f6-a8e4-09a3c7984202 HTTP/1.1" status: 204 len: 168 time: 2.1305599 May 11 16:32:07.621594 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:32:07.659229 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:32:07.669933 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:32:07.670421 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:07.814534 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:07.890172 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:07.899365 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-74666031-9fff-42a5-a05b-35dcefed96bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:07.920069 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:07.947912 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:07.968764 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port e6c8d20e-94a4-40fe-b99a-742181956c19, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=e6c8d20e-94a4-40fe-b99a-742181956c19,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:08.031622 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:08.032539 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 00fddedd-7b0d-4810-94bb-2b5ff06c417b up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:08.068308 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-74666031-9fff-42a5-a05b-35dcefed96bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:08.082689 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event updated for resources: {'Port': ['ID=3efd4b0f-1717-4e7f-811c-9c2a19fe5526,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:08.098371 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Attempting to bind port 66074108-7443-4b1a-ab4f-aa0e697d0925 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:32:08.098984 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Attempting to bind port 66074108-7443-4b1a-ab4f-aa0e697d0925 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '8bc88e88-c0ba-45ec-9793-330abd4968c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1d534f1d-55fb-4e5d-bf82-9789ac650c0e'}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:32:08.099512 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Attempting to bind port 66074108-7443-4b1a-ab4f-aa0e697d0925 on network 1d534f1d-55fb-4e5d-bf82-9789ac650c0e {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:08.112330 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:32:08.116492 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:08.118370 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Port 66074108-7443-4b1a-ab4f-aa0e697d0925 on network 1d534f1d-55fb-4e5d-bf82-9789ac650c0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:32:08.118491 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-74666031-9fff-42a5-a05b-35dcefed96bc admin admin] Usage tracker for resource:security_group_rule and tenant:6eb96d924ce14123be082e9c26332eff is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:08.118706 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Attempting to bind port 66074108-7443-4b1a-ab4f-aa0e697d0925 on network 1d534f1d-55fb-4e5d-bf82-9789ac650c0e {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:08.121688 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:08.124274 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:32:08.131245 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-74666031-9fff-42a5-a05b-35dcefed96bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:08.134746 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:32:08.138071 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:32:08.138664 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Checking segment: {'id': '8bc88e88-c0ba-45ec-9793-330abd4968c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1d534f1d-55fb-4e5d-bf82-9789ac650c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:32:08.139333 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Bound using segment: {'id': '8bc88e88-c0ba-45ec-9793-330abd4968c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1d534f1d-55fb-4e5d-bf82-9789ac650c0e'} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:32:08.151056 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Bound port: 66074108-7443-4b1a-ab4f-aa0e697d0925, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bc88e88-c0ba-45ec-9793-330abd4968c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1d534f1d-55fb-4e5d-bf82-9789ac650c0e'}}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:32:08.151056 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:08.160213 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-d8c11e9f-2e1d-4108-b071-9723951b17e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:08.173322 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:08.229348 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:08.257719 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Usage tracker for resource:security_group_rule and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:08.306613 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:08.306613 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-74666031-9fff-42a5-a05b-35dcefed96bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:08.306613 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:08.307140 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=e6c8d20e-94a4-40fe-b99a-742181956c19,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:08.328444 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:08.334503 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Pushing event updated for resources: {'Port': ['ID=7cef8ae1-c0e2-4470-b5c6-afd2827ff728,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:08.358155 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 00fddedd-7b0d-4810-94bb-2b5ff06c417b triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:08.358825 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:08.434078 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] For port 66074108-7443-4b1a-ab4f-aa0e697d0925, host hv-cinder-76111, cleared binding levels {{(pid=79306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:32:08.441004 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] For port 66074108-7443-4b1a-ab4f-aa0e697d0925, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=66074108-7443-4b1a-ab4f-aa0e697d0925,segment=NetworkSegment(8bc88e88-c0ba-45ec-9793-330abd4968c6),segment_id=8bc88e88-c0ba-45ec-9793-330abd4968c6)] {{(pid=79306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:32:08.448024 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:08.502727 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:08.533721 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:08.580092 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:08.780093 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-74666031-9fff-42a5-a05b-35dcefed96bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:08.817267 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:08.820882 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:08.821483 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:08.826015 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:08.911833 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-74666031-9fff-42a5-a05b-35dcefed96bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.027168 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.049352 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port 9d2de870-4c8b-4871-a1a4-b91dd8e228b2, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=9d2de870-4c8b-4871-a1a4-b91dd8e228b2,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:09.111324 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.123019 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.126737 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:09.171653 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:09.191151 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:09.221751 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.312172 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-74666031-9fff-42a5-a05b-35dcefed96bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6eb96d924ce14123be082e9c26332eff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8157754 May 11 16:32:09.315822 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74666031-9fff-42a5-a05b-35dcefed96bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb053f1-9c9e-4c54-94d4-7582e8c9e6bd,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:09.341353 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=9d2de870-4c8b-4871-a1a4-b91dd8e228b2,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:09.342012 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40584) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:09.355645 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:09.359308 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-74666031-9fff-42a5-a05b-35dcefed96bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:09.368650 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f21ced-3be2-4c8e-9bd7-55f20e1e6c0f req-3104f02f-3d3b-4054-b8a5-8aac2eb729ad tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:09.369154 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b7f21ced-3be2-4c8e-9bd7-55f20e1e6c0f req-3104f02f-3d3b-4054-b8a5-8aac2eb729ad tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 943 time: 2.2117190 May 11 16:32:09.379086 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c326c-44a0-4061-acf7-9a4bfe73df09 req-9c3a68f5-2ed3-42e4-82bd-fcbb2d24518c tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:09.384994 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device e6c8d20e-94a4-40fe-b99a-742181956c19 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:09.391046 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-393c326c-44a0-4061-acf7-9a4bfe73df09 req-9c3a68f5-2ed3-42e4-82bd-fcbb2d24518c tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 932 time: 1.4016767 May 11 16:32:09.418422 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fc8b5462-4c9a-41d3-8b69-735bd7f846dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:09.512424 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port e6c8d20e-94a4-40fe-b99a-742181956c19 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:09.512808 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.543710 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.553632 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2322979 May 11 16:32:09.575504 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40594) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:09.594073 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38dad229-500c-4935-bf49-0214e82fefcd,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:09.604783 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:09.623751 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-b7408e06-cc70-4e4c-93df-1d28e1a0dd79 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Request body: {'security_group_rule': {'security_group_id': '38dad229-500c-4935-bf49-0214e82fefcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:09.629907 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.665765 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b7408e06-cc70-4e4c-93df-1d28e1a0dd79 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:09.688680 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-393c326c-44a0-4061-acf7-9a4bfe73df09 req-9d17442e-cc97-459e-8edf-cacd860f4aae tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939880 May 11 16:32:09.698255 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b7408e06-cc70-4e4c-93df-1d28e1a0dd79 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Usage tracker for resource:security_group_rule and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:09.714866 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b7408e06-cc70-4e4c-93df-1d28e1a0dd79 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:09.748246 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eaa278df-441e-4317-9d26-78ad5dd6ae69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.750130 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b7408e06-cc70-4e4c-93df-1d28e1a0dd79 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:09.815715 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:09.817278 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.819378 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] 10.222.0.86 "PUT /v2.0/ports/66074108-7443-4b1a-ab4f-aa0e697d0925 HTTP/1.1" status: 200 len: 1093 time: 9.6521447 May 11 16:32:09.820360 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.840288 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40543e8-146e-42f6-a758-8e2aa08ab6e8', 'tag': '66074108-7443-4b1a-ab4f-aa0e697d0925'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:09.849573 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eaa278df-441e-4317-9d26-78ad5dd6ae69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.887333 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.910346 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Pushing event updated for resources: {'Port': ['ID=66074108-7443-4b1a-ab4f-aa0e697d0925,revision_number=3']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:09.913783 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b7408e06-cc70-4e4c-93df-1d28e1a0dd79 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.913917 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:09.919339 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:09.938015 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:10.016707 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b7f21ced-3be2-4c8e-9bd7-55f20e1e6c0f req-07e62865-8ae2-4823-93aa-c3c605a84ce0 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/security-groups?id=43f5741b-27d6-49ed-a30f-ae5f8a702eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837285 May 11 16:32:10.036315 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:10.071312 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:10.223600 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396400'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:10.241087 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Pushing event updated for resources: {'Port': ['ID=7cef8ae1-c0e2-4470-b5c6-afd2827ff728,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:10.247543 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:10.251978 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event updated for resources: {'Port': ['ID=3efd4b0f-1717-4e7f-811c-9c2a19fe5526,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:10.265888 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:10.305697 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eaa278df-441e-4317-9d26-78ad5dd6ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:10.324687 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-99490245-9965-4e60-97ac-6c1f65610dde tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:10.340294 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eaa278df-441e-4317-9d26-78ad5dd6ae69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:10.343759 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-eaa278df-441e-4317-9d26-78ad5dd6ae69 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eeb053f1-9c9e-4c54-94d4-7582e8c9e6bd HTTP/1.1" status: 204 len: 168 time: 0.9979570 May 11 16:32:10.347520 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:10.348967 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3002946 May 11 16:32:10.349962 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa278df-441e-4317-9d26-78ad5dd6ae69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb053f1-9c9e-4c54-94d4-7582e8c9e6bd,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:10.353888 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b7408e06-cc70-4e4c-93df-1d28e1a0dd79 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:10.355016 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-eaa278df-441e-4317-9d26-78ad5dd6ae69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:10.381959 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:32:10.384879 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:32:10.394026 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b377cd6a-4a82-45bf-9338-527616009d42 {{(pid=79306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:32:10.420068 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b7408e06-cc70-4e4c-93df-1d28e1a0dd79 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:10.434567 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:10.468661 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7408e06-cc70-4e4c-93df-1d28e1a0dd79 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ef3f22-36f9-4a3e-9f2c-987c17222173,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:10.472196 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b7408e06-cc70-4e4c-93df-1d28e1a0dd79 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:10.544877 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b7408e06-cc70-4e4c-93df-1d28e1a0dd79 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:10.546485 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-b7408e06-cc70-4e4c-93df-1d28e1a0dd79 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9678776 May 11 16:32:10.549130 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40634) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:10.550519 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Sync routers for ids ['2945a0de-eff8-4596-bbd8-77e4fe7731df'] in dv-cinder-761113-11-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:32:10.555248 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-ef514815-b8b7-4b16-a445-8ddeb5ab6a23 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Request body: {'security_group_rule': {'security_group_id': '38dad229-500c-4935-bf49-0214e82fefcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:10.565795 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Routers {'2945a0de-eff8-4596-bbd8-77e4fe7731df'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:32:10.568449 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:31:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['2945a0de-eff8-4596-bbd8-77e4fe7731df'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:10.568998 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ef514815-b8b7-4b16-a445-8ddeb5ab6a23 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:10.577577 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ef514815-b8b7-4b16-a445-8ddeb5ab6a23 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Usage tracker for resource:security_group_rule and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:10.584439 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ef514815-b8b7-4b16-a445-8ddeb5ab6a23 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:10.596965 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ef514815-b8b7-4b16-a445-8ddeb5ab6a23 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:10.606783 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:10.611288 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40543e8-146e-42f6-a758-8e2aa08ab6e8', 'tag': '66074108-7443-4b1a-ab4f-aa0e697d0925', 'status': 'completed', 'code': 200} May 11 16:32:10.645260 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Transition to ACTIVE for port object b377cd6a-4a82-45bf-9338-527616009d42 will not be triggered until provisioned by entity L2. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:10.695924 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ef514815-b8b7-4b16-a445-8ddeb5ab6a23 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:10.700099 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-ed5c5313-6dbd-46fd-842a-a4cb4cd93c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:10.701581 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-ed5c5313-6dbd-46fd-842a-a4cb4cd93c2c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7b564df5bacb48fc80f645e2290c0473&device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 1096 time: 0.1428680 May 11 16:32:10.791085 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:10.804423 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ef514815-b8b7-4b16-a445-8ddeb5ab6a23 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:10.830977 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:10.855199 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Set router 2945a0de-eff8-4596-bbd8-77e4fe7731df gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:32:10.893515 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ef514815-b8b7-4b16-a445-8ddeb5ab6a23 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:10.896531 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:10.904513 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-f08d1a13-c60e-4093-815b-d98a5a4c45c4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66074108-7443-4b1a-ab4f-aa0e697d0925 HTTP/1.1" status: 200 len: 217 time: 0.1911719 May 11 16:32:10.918514 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Router 07e988f8-bd34-44e5-b3ea-8c4541577b1d has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:32:10.929475 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef514815-b8b7-4b16-a445-8ddeb5ab6a23 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb4a2ee-ca41-4eb5-967a-307bfaa96dc8,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:10.944825 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ef514815-b8b7-4b16-a445-8ddeb5ab6a23 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:11.025640 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ef514815-b8b7-4b16-a445-8ddeb5ab6a23 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:11.028120 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ef514815-b8b7-4b16-a445-8ddeb5ab6a23 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4778559 May 11 16:32:11.031051 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40656) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:11.036349 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Request body: {'floatingip': {'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:11.041983 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:11.045773 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Usage tracker for resource:floatingip and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:11.050424 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:11.056883 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:11.191056 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for floatingip, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:11.196430 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Pushing event updated for resources: {'Port': ['ID=b377cd6a-4a82-45bf-9338-527616009d42,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:11.219300 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:11.267756 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:02Z', 'revision_number': 2, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:11.272553 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Checking router: 2945a0de-eff8-4596-bbd8-77e4fe7731df for host: dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:32:11.273112 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Updating router 2945a0de-eff8-4596-bbd8-77e4fe7731df port c6f72e38-991a-4073-ad6e-420ca422a5dd binding host dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:32:11.306787 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:11.347549 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-4470a907-6a96-4cf7-bbf9-e4cdd1f70160 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--456174302&fields=id&tenant_id=35ecae22abf744578e8aee4aa7c16f97 HTTP/1.1" status: 200 len: 267 time: 0.4277205 May 11 16:32:11.348984 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-d3103052-fe45-417a-a841-476e70f48943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:11.354300 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-d3103052-fe45-417a-a841-476e70f48943 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0f45c1b-c401-4464-a975-a81a33f6b8e3 HTTP/1.1" status: 200 len: 852 time: 0.4229457 May 11 16:32:11.361734 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:11.410996 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:11.411390 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:11.417302 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40668) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:11.441419 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Attempting to bind port b377cd6a-4a82-45bf-9338-527616009d42 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:32:11.441982 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Attempting to bind port b377cd6a-4a82-45bf-9338-527616009d42 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:32:11.442505 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Attempting to bind port b377cd6a-4a82-45bf-9338-527616009d42 on network 41f463bd-84b8-4578-b5db-75dd85f92e3a {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:11.533643 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c4359308-24d4-4188-b32c-c8d6e8967de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:11.561425 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c4359308-24d4-4188-b32c-c8d6e8967de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:11.565706 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Port b377cd6a-4a82-45bf-9338-527616009d42 on network 41f463bd-84b8-4578-b5db-75dd85f92e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:32:11.566033 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Attempting to bind port b377cd6a-4a82-45bf-9338-527616009d42 on network 41f463bd-84b8-4578-b5db-75dd85f92e3a {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:11.572070 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c4359308-24d4-4188-b32c-c8d6e8967de0 admin admin] Usage tracker for resource:security_group_rule and tenant:a3f6ceb74e3b4941b5d023f0196e72bb is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:11.573594 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-992ed483-8607-4e1f-884d-7b9c7db09d48 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1d534f1d-55fb-4e5d-bf82-9789ac650c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2109823 May 11 16:32:11.577258 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c4359308-24d4-4188-b32c-c8d6e8967de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:11.585658 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c4359308-24d4-4188-b32c-c8d6e8967de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:11.696681 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:11.780556 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:32:11.782654 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Checking segment: {'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:32:11.782654 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Bound using segment: {'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:32:11.782654 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Bound port: b377cd6a-4a82-45bf-9338-527616009d42, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'}}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:32:11.782654 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:11.841462 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:11.863990 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Transition to ACTIVE for port object c6f72e38-991a-4073-ad6e-420ca422a5dd will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:11.912968 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c4359308-24d4-4188-b32c-c8d6e8967de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:11.944482 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Allocated IP 172.28.3.173 (b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4/c7e06862-2dbb-4b92-abf1-8341c9322d5c/08a3b9b9-2b19-4b0d-ac11-303b5157cdfc) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:32:11.945136 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca32ad-5e61-4baf-835c-133dcd444391 req-08e01185-20ed-42b6-9835-453890a3d08c tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:11.946611 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e3ca32ad-5e61-4baf-835c-133dcd444391 req-08e01185-20ed-42b6-9835-453890a3d08c tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 944 time: 1.0210791 May 11 16:32:11.962606 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:11.965074 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:32:11.974998 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Sync routers for ids ['07e988f8-bd34-44e5-b3ea-8c4541577b1d'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:32:11.985211 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:11.986569 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Routers {'07e988f8-bd34-44e5-b3ea-8c4541577b1d'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:32:11.987365 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:31:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['07e988f8-bd34-44e5-b3ea-8c4541577b1d'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:11.995112 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] 10.222.0.69 "PUT /v2.0/routers/07e988f8-bd34-44e5-b3ea-8c4541577b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9220448 May 11 16:32:12.179091 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645c78-0b11-4104-915d-e36794298e00 req-c3b2da56-cd64-4799-862e-6f4d5234affc tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:12.184213 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:12.190422 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-c3b2da56-cd64-4799-862e-6f4d5234affc tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/networks?id=e5d3872e-73cd-4309-a063-c76018d68b05 HTTP/1.1" status: 200 len: 811 time: 0.8287985 May 11 16:32:12.239888 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-4c4f4fb4-bf1f-46be-92a2-2c7c1077472f service neutron] 10.222.0.86 "GET /v2.0/networks/1d534f1d-55fb-4e5d-bf82-9789ac650c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837186 May 11 16:32:12.250476 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c4359308-24d4-4188-b32c-c8d6e8967de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:12.257471 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e3ca32ad-5e61-4baf-835c-133dcd444391 req-c5a3c6c0-8339-4d38-b3e8-ef220d0a7f7a tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848506 May 11 16:32:12.267326 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-673a337b-af60-4224-a6dd-10b9f3957ce9 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/quotas/35ecae22abf744578e8aee4aa7c16f97 HTTP/1.1" status: 200 len: 375 time: 0.0758882 May 11 16:32:12.276932 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-74666031-9fff-42a5-a05b-35dcefed96bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:12.281984 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] For port b377cd6a-4a82-45bf-9338-527616009d42, host hv-cinder-76111, cleared binding levels {{(pid=79306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:32:12.345138 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:12.364010 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-c4359308-24d4-4188-b32c-c8d6e8967de0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a3f6ceb74e3b4941b5d023f0196e72bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9436665 May 11 16:32:12.365783 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4359308-24d4-4188-b32c-c8d6e8967de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee0d8fc-5868-4a92-a73f-cd7dc69db900,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:12.397841 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40688) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:12.411340 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:32:12.415438 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c4359308-24d4-4188-b32c-c8d6e8967de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:12.417140 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:32:12.420807 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f6b4e476-a069-428a-994d-63d1bed0eff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:12.491702 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Set router 07e988f8-bd34-44e5-b3ea-8c4541577b1d gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:32:12.510984 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] For port b377cd6a-4a82-45bf-9338-527616009d42, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b377cd6a-4a82-45bf-9338-527616009d42,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:32:12.528232 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:32:12.552867 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event updated for resources: {'Port': ['ID=08a3b9b9-2b19-4b0d-ac11-303b5157cdfc,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:12.573662 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:12.595086 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Attempting to bind port c6f72e38-991a-4073-ad6e-420ca422a5dd on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:32:12.595683 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Attempting to bind port c6f72e38-991a-4073-ad6e-420ca422a5dd by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:32:12.596212 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Attempting to bind port c6f72e38-991a-4073-ad6e-420ca422a5dd on network 75895cd7-86cc-4311-898a-fb981ed5ac7d {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:12.607109 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:32:12.607769 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Checking segment: {'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:32:12.608332 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:12.608857 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Bound using segment: {'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:32:12.609934 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Bound port: c6f72e38-991a-4073-ad6e-420ca422a5dd, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:32:12.610505 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:12.629671 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3561297-511b-42b2-88c8-d7a2b2f3fc14 None None] Pushing event updated for resources: {'Port': ['ID=c6f72e38-991a-4073-ad6e-420ca422a5dd,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:12.642773 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-e3561297-511b-42b2-88c8-d7a2b2f3fc14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:12.670405 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:12.742684 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:12.742857 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da5c98d6-fbf2-4d99-9d45-79ee004c5acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:12.779795 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:12.782211 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] For port c6f72e38-991a-4073-ad6e-420ca422a5dd, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:32:12.787547 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] For port c6f72e38-991a-4073-ad6e-420ca422a5dd, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=c6f72e38-991a-4073-ad6e-420ca422a5dd,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:32:12.790134 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da5c98d6-fbf2-4d99-9d45-79ee004c5acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:12.858002 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-68f3aee5-c9dd-4a6a-bfed-7339bd3032bf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=35ecae22abf744578e8aee4aa7c16f97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5898213 May 11 16:32:12.868065 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:12.868676 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:12.870017 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] 10.222.0.86 "PUT /v2.0/ports/b377cd6a-4a82-45bf-9338-527616009d42 HTTP/1.1" status: 200 len: 1094 time: 6.2647970 May 11 16:32:12.877991 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d850223-9315-4af4-8ca9-58338e4a5035', 'tag': 'b377cd6a-4a82-45bf-9338-527616009d42'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:12.933110 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-263384461-router', 'tenant_id': '43090811c61044408241c79e8f6afe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '9d2de870-4c8b-4871-a1a4-b91dd8e228b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:08Z', 'revision_number': 4, 'project_id': '43090811c61044408241c79e8f6afe8c', 'gw_port': {'id': '9d2de870-4c8b-4871-a1a4-b91dd8e228b2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '7cef8ae1-c0e2-4470-b5c6-afd2827ff728', 'name': '', 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349', 'tenant_id': '43090811c61044408241c79e8f6afe8c', 'mac_address': 'fa:16:3e:ba:ef:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8cf7b756-6d88-4955-8db1-8a7a09f3073b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:04Z', 'updated_at': '2021-05-11T16:32:08Z', 'revision_number': 2, 'project_id': '43090811c61044408241c79e8f6afe8c', 'subnets': [{'id': '8cf7b756-6d88-4955-8db1-8a7a09f3073b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:12.939457 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Checking router: 07e988f8-bd34-44e5-b3ea-8c4541577b1d for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:32:12.939843 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Updating router 07e988f8-bd34-44e5-b3ea-8c4541577b1d port 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 binding host dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:32:12.968208 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:12.986024 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:12.990686 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Pushing event updated for resources: {'Port': ['ID=b377cd6a-4a82-45bf-9338-527616009d42,revision_number=3']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:12.995661 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:13.008209 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:13.032408 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b80da8f-347f-47e4-90e4-907e17807b40 req-192c64a1-8ee6-4e81-9ced-f87ae6f73029 service neutron] 10.222.0.86 "GET /v2.0/networks/1d534f1d-55fb-4e5d-bf82-9789ac650c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518904 May 11 16:32:13.046990 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da5c98d6-fbf2-4d99-9d45-79ee004c5acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:13.058861 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:13.090158 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:13.141668 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c98d6-fbf2-4d99-9d45-79ee004c5acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee0d8fc-5868-4a92-a73f-cd7dc69db900,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:13.149491 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-da5c98d6-fbf2-4d99-9d45-79ee004c5acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:13.173412 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Routers {'2945a0de-eff8-4596-bbd8-77e4fe7731df'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:32:13.174130 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:31:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['2945a0de-eff8-4596-bbd8-77e4fe7731df'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:13.214026 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec0045-d139-43a6-a9cd-0a4e46827c50 req-7590c32e-a393-4ace-a101-80f2f61f8927 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:13.218867 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6ec0045-d139-43a6-a9cd-0a4e46827c50 req-7590c32e-a393-4ace-a101-80f2f61f8927 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 943 time: 0.5717664 May 11 16:32:13.331234 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da5c98d6-fbf2-4d99-9d45-79ee004c5acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:13.344687 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-da5c98d6-fbf2-4d99-9d45-79ee004c5acb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ee0d8fc-5868-4a92-a73f-cd7dc69db900 HTTP/1.1" status: 204 len: 168 time: 0.9317036 May 11 16:32:13.355572 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-30bcfa76-3f07-4653-bcb7-89dc0f69699b service neutron] 10.222.0.69 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559846 May 11 16:32:13.488762 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6ec0045-d139-43a6-a9cd-0a4e46827c50 req-95fa7218-507e-44bb-a01d-9c7a473814a3 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/security-groups?id=43f5741b-27d6-49ed-a30f-ae5f8a702eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510779 May 11 16:32:13.536707 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] Set router 2945a0de-eff8-4596-bbd8-77e4fe7731df gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:32:13.558677 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:13.591186 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd1b46-6c56-44b4-8e6c-02ab20893776 req-42af7fbf-ef9c-43c1-b181-e68f81fa3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:13.592715 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ffbd1b46-6c56-44b4-8e6c-02ab20893776 req-42af7fbf-ef9c-43c1-b181-e68f81fa3786 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7b564df5bacb48fc80f645e2290c0473&device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 1096 time: 0.4000154 May 11 16:32:13.599455 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-93b06a24-b8a1-4f92-81d7-2309f1a56f24 service neutron] 10.222.0.69 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363276 May 11 16:32:13.601997 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405547-6032-4704-87f3-4c2e10c26781 req-681b1689-8dc9-4852-b3c0-6872d1701ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:13.603466 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-681b1689-8dc9-4852-b3c0-6872d1701ec9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a2e00d552a1f4bb595b5b236d459a777&device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 1097 time: 0.5174763 May 11 16:32:13.676499 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:13.684964 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:13.740229 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-82969c8d-c092-4336-92dd-f531e030011a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b377cd6a-4a82-45bf-9338-527616009d42 HTTP/1.1" status: 200 len: 217 time: 0.1141245 May 11 16:32:13.753530 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3561297-511b-42b2-88c8-d7a2b2f3fc14 None None] Pushing event updated for resources: {'Port': ['ID=c6f72e38-991a-4073-ad6e-420ca422a5dd,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:13.766122 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-e3561297-511b-42b2-88c8-d7a2b2f3fc14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:13.775600 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396400'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:13.794570 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:13.812372 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event updated for resources: {'Port': ['ID=08a3b9b9-2b19-4b0d-ac11-303b5157cdfc,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:13.815459 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Transition to ACTIVE for port object 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:13.820321 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:13.878757 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd1b46-6c56-44b4-8e6c-02ab20893776 req-5ebac21f-f25f-48fe-95f3-deccb81b656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:13.880527 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ffbd1b46-6c56-44b4-8e6c-02ab20893776 req-5ebac21f-f25f-48fe-95f3-deccb81b656f service neutron] 10.222.0.86 "GET /v2.0/networks?id=1d534f1d-55fb-4e5d-bf82-9789ac650c0e HTTP/1.1" status: 200 len: 913 time: 0.2758753 May 11 16:32:13.886721 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405547-6032-4704-87f3-4c2e10c26781 req-807a3916-ba4e-4400-914d-4fc63586d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:13.888163 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-807a3916-ba4e-4400-914d-4fc63586d830 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f76e838a-3889-4a39-887c-b17ff72dc119 HTTP/1.1" status: 200 len: 854 time: 0.1077540 May 11 16:32:13.928104 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:13.929481 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8974745 May 11 16:32:13.948811 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:13.993094 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-202fbd0c-047b-4038-9119-44699d0bdf37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:14.188225 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:12Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:14.208074 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306677d-65d4-4f88-b6fe-9a66437f6f75 None None] The sync data for ids ['2945a0de-eff8-4596-bbd8-77e4fe7731df'] in dv-cinder-761113-11-smb is: [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:12Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:32:14.208564 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d850223-9315-4af4-8ca9-58338e4a5035', 'tag': 'b377cd6a-4a82-45bf-9338-527616009d42', 'status': 'completed', 'code': 200} May 11 16:32:14.225265 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ffbd1b46-6c56-44b4-8e6c-02ab20893776 req-84bd46ea-5445-46c0-83cc-0cb0052a9fb9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66074108-7443-4b1a-ab4f-aa0e697d0925 HTTP/1.1" status: 200 len: 217 time: 0.3360093 May 11 16:32:14.228459 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-68fb915e-c3a7-4599-b78f-f9b63956fd90 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41f463bd-84b8-4578-b5db-75dd85f92e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3340201 May 11 16:32:14.268912 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40744) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:14.327985 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145fc4b-ebd0-4b5f-914b-7f77eb1e6e15 None None] Pushing event updated for resources: {'Port': ['ID=7cef8ae1-c0e2-4470-b5c6-afd2827ff728,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:14.331298 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a145fc4b-ebd0-4b5f-914b-7f77eb1e6e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:14.409038 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Attempting to bind port 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:32:14.409340 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Attempting to bind port 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': '350e84d7-0ebd-44ab-ac5a-542af4181bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:32:14.409812 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Attempting to bind port 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 on network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:14.440671 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:32:14.441306 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Checking segment: {'id': '350e84d7-0ebd-44ab-ac5a-542af4181bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:32:14.441917 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:14.442465 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Bound using segment: {'id': '350e84d7-0ebd-44ab-ac5a-542af4181bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:32:14.443146 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Bound port: 7cef8ae1-c0e2-4470-b5c6-afd2827ff728, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350e84d7-0ebd-44ab-ac5a-542af4181bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:32:14.443786 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:14.679108 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] For port 7cef8ae1-c0e2-4470-b5c6-afd2827ff728, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:32:14.685288 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] For port 7cef8ae1-c0e2-4470-b5c6-afd2827ff728, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=7cef8ae1-c0e2-4470-b5c6-afd2827ff728,segment=NetworkSegment(350e84d7-0ebd-44ab-ac5a-542af4181bad),segment_id=350e84d7-0ebd-44ab-ac5a-542af4181bad)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:32:14.746806 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a01c574d-2e62-4f13-8518-79a8cf01beda admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:14.762347 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:14.768958 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:14.774324 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a01c574d-2e62-4f13-8518-79a8cf01beda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:14.778994 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a01c574d-2e62-4f13-8518-79a8cf01beda admin admin] Usage tracker for resource:security_group_rule and tenant:86f8039722874758aae8c719b2c2013c is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:14.783001 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a01c574d-2e62-4f13-8518-79a8cf01beda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:14.784439 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd1b46-6c56-44b4-8e6c-02ab20893776 req-6474fbef-6cb3-4731-9ea5-4595cbb6c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:14.785885 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ffbd1b46-6c56-44b4-8e6c-02ab20893776 req-6474fbef-6cb3-4731-9ea5-4595cbb6c166 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b0f45c1b-c401-4464-a975-a81a33f6b8e3 HTTP/1.1" status: 200 len: 852 time: 0.5217617 May 11 16:32:14.791425 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a01c574d-2e62-4f13-8518-79a8cf01beda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:14.939299 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Routers {'07e988f8-bd34-44e5-b3ea-8c4541577b1d'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:32:14.940805 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:31:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['07e988f8-bd34-44e5-b3ea-8c4541577b1d'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:14.956936 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ffbd1b46-6c56-44b4-8e6c-02ab20893776 req-f00e36dd-0a39-48ef-967b-f831c07f2e56 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1d534f1d-55fb-4e5d-bf82-9789ac650c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545699 May 11 16:32:14.969867 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-7eb1f381-9f8b-4b8d-910a-12b821f2cad0 service neutron] 10.222.0.86 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7299025 May 11 16:32:15.003137 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a01c574d-2e62-4f13-8518-79a8cf01beda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:15.111149 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a01c574d-2e62-4f13-8518-79a8cf01beda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:15.128703 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7733ba2-8ba2-4c60-ac04-aaa04e763d70 req-014ef38f-e819-4976-ab4a-32d70bbca953 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:15.130428 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c7733ba2-8ba2-4c60-ac04-aaa04e763d70 req-014ef38f-e819-4976-ab4a-32d70bbca953 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 944 time: 0.7427416 May 11 16:32:15.141572 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-9851d69c-5399-41ed-b308-5539dcd9fd84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:15.212943 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510891b6-b956-4424-9068-e7442d44de4f req-44b9a4d8-31da-4bdb-8594-e7c73115bffc tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:15.214617 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-510891b6-b956-4424-9068-e7442d44de4f req-44b9a4d8-31da-4bdb-8594-e7c73115bffc tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/networks?id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 HTTP/1.1" status: 200 len: 818 time: 0.6630142 May 11 16:32:15.216664 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c574d-2e62-4f13-8518-79a8cf01beda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96054991-5ffd-4a9b-84a2-e3be67c53ff5,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:15.222765 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-a01c574d-2e62-4f13-8518-79a8cf01beda admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=86f8039722874758aae8c719b2c2013c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9518752 May 11 16:32:15.222918 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a01c574d-2e62-4f13-8518-79a8cf01beda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:15.224448 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40784) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:15.291210 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device c6f72e38-991a-4073-ad6e-420ca422a5dd up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:15.319568 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c7733ba2-8ba2-4c60-ac04-aaa04e763d70 req-de7d2353-2389-4078-bffb-a3f27a16aa38 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562197 May 11 16:32:15.321426 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-14bdde10-3cf1-422c-80b5-975188ef5009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:15.344043 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145fc4b-ebd0-4b5f-914b-7f77eb1e6e15 None None] Pushing event updated for resources: {'Port': ['ID=7cef8ae1-c0e2-4470-b5c6-afd2827ff728,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:15.351381 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a145fc4b-ebd0-4b5f-914b-7f77eb1e6e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:15.359176 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4120e6a8-9eba-4dd9-88c3-d1b3657847dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:15.390551 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4120e6a8-9eba-4dd9-88c3-d1b3657847dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:15.433028 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-510891b6-b956-4424-9068-e7442d44de4f req-388ed51f-249b-4023-a8d9-2915e0d04413 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/quotas/43090811c61044408241c79e8f6afe8c HTTP/1.1" status: 200 len: 375 time: 0.0999949 May 11 16:32:15.436729 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] Set router 07e988f8-bd34-44e5-b3ea-8c4541577b1d gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:32:15.539816 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4120e6a8-9eba-4dd9-88c3-d1b3657847dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:15.546501 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-eaa278df-441e-4317-9d26-78ad5dd6ae69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:15.559687 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120e6a8-9eba-4dd9-88c3-d1b3657847dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96054991-5ffd-4a9b-84a2-e3be67c53ff5,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:15.567732 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4120e6a8-9eba-4dd9-88c3-d1b3657847dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:15.569039 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-4120e6a8-9eba-4dd9-88c3-d1b3657847dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96054991-5ffd-4a9b-84a2-e3be67c53ff5 HTTP/1.1" status: 204 len: 168 time: 0.3436906 May 11 16:32:15.571120 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4120e6a8-9eba-4dd9-88c3-d1b3657847dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:15.606184 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ffbd1b46-6c56-44b4-8e6c-02ab20893776 req-968ceec8-a406-45ac-a8d0-cf404b19f890 service neutron] 10.222.0.86 "GET /v2.0/networks/1d534f1d-55fb-4e5d-bf82-9789ac650c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319251 May 11 16:32:15.612404 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7036ccbf-eadc-4894-85d2-8b7bce0fb429 req-d16e0c92-058a-4f70-955e-8663e9cfdbc6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 210 time: 0.0867560 May 11 16:32:15.813877 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33405547-6032-4704-87f3-4c2e10c26781 req-854ae8b9-7b2a-4daa-928c-a3bed50306ce service neutron] 10.222.0.86 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7048028 May 11 16:32:15.890399 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port c6f72e38-991a-4073-ad6e-420ca422a5dd completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:15.897901 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port c6f72e38-991a-4073-ad6e-420ca422a5dd triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:15.898267 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:15.935173 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-510891b6-b956-4424-9068-e7442d44de4f req-9269fc15-3a79-4817-b1ae-16abf423eac7 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Synchronizing usage tracker for tenant:43090811c61044408241c79e8f6afe8c on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:32:16.046160 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-263384461-router', 'tenant_id': '43090811c61044408241c79e8f6afe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '9d2de870-4c8b-4871-a1a4-b91dd8e228b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:08Z', 'revision_number': 4, 'project_id': '43090811c61044408241c79e8f6afe8c', 'gw_port': {'id': '9d2de870-4c8b-4871-a1a4-b91dd8e228b2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '7cef8ae1-c0e2-4470-b5c6-afd2827ff728', 'name': '', 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349', 'tenant_id': '43090811c61044408241c79e8f6afe8c', 'mac_address': 'fa:16:3e:ba:ef:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8cf7b756-6d88-4955-8db1-8a7a09f3073b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:04Z', 'updated_at': '2021-05-11T16:32:14Z', 'revision_number': 4, 'project_id': '43090811c61044408241c79e8f6afe8c', 'subnets': [{'id': '8cf7b756-6d88-4955-8db1-8a7a09f3073b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:16.053357 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259a3bb-20d4-4c08-af8b-2a41b239e8f7 None None] The sync data for ids ['07e988f8-bd34-44e5-b3ea-8c4541577b1d'] in dv-cinder-761113-11-smb is: [{'id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-263384461-router', 'tenant_id': '43090811c61044408241c79e8f6afe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '9d2de870-4c8b-4871-a1a4-b91dd8e228b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:08Z', 'revision_number': 4, 'project_id': '43090811c61044408241c79e8f6afe8c', 'gw_port': {'id': '9d2de870-4c8b-4871-a1a4-b91dd8e228b2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '7cef8ae1-c0e2-4470-b5c6-afd2827ff728', 'name': '', 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349', 'tenant_id': '43090811c61044408241c79e8f6afe8c', 'mac_address': 'fa:16:3e:ba:ef:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8cf7b756-6d88-4955-8db1-8a7a09f3073b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:04Z', 'updated_at': '2021-05-11T16:32:14Z', 'revision_number': 4, 'project_id': '43090811c61044408241c79e8f6afe8c', 'subnets': [{'id': '8cf7b756-6d88-4955-8db1-8a7a09f3073b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:32:16.074344 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:16.133826 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port c6f72e38-991a-4073-ad6e-420ca422a5dd, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=c6f72e38-991a-4073-ad6e-420ca422a5dd,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:16.161416 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ffbd1b46-6c56-44b4-8e6c-02ab20893776 req-0380405c-34a1-4a4a-ae3d-4f0d3b980cfb service neutron] 10.222.0.86 "GET /v2.0/networks/1d534f1d-55fb-4e5d-bf82-9789ac650c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395753 May 11 16:32:16.165606 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-510891b6-b956-4424-9068-e7442d44de4f req-9269fc15-3a79-4817-b1ae-16abf423eac7 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Unset dirty status for tenant:43090811c61044408241c79e8f6afe8c on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:32:16.166975 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-510891b6-b956-4424-9068-e7442d44de4f req-9269fc15-3a79-4817-b1ae-16abf423eac7 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=43090811c61044408241c79e8f6afe8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7220683 May 11 16:32:16.202269 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:16.204518 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-2c359f4d-cf63-498d-b788-06075a292cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:16.254245 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3854e-e1e0-425e-b576-3c9b1359ddb6 req-839864d5-9e2a-4cf1-bdb1-9341a270ec92 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:16.262535 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-36c3854e-e1e0-425e-b576-3c9b1359ddb6 req-839864d5-9e2a-4cf1-bdb1-9341a270ec92 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 943 time: 0.4380076 May 11 16:32:16.292558 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=c6f72e38-991a-4073-ad6e-420ca422a5dd,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:16.296275 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:16.409906 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-36c3854e-e1e0-425e-b576-3c9b1359ddb6 req-4ed503da-3986-4013-857a-587d15f33ecd tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/security-groups?id=43f5741b-27d6-49ed-a30f-ae5f8a702eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395195 May 11 16:32:16.465343 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6da58-eaf7-4694-a7c3-75be13c95062 req-5c4c8244-447f-4a68-b437-578ecb26cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:16.467135 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f0a6da58-eaf7-4694-a7c3-75be13c95062 req-5c4c8244-447f-4a68-b437-578ecb26cd98 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a2e00d552a1f4bb595b5b236d459a777&device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 1097 time: 0.4205098 May 11 16:32:16.609902 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 66074108-7443-4b1a-ab4f-aa0e697d0925 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:32:16.662001 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-510891b6-b956-4424-9068-e7442d44de4f req-de331d3c-2554-47fc-a48a-d07ac2c4e38e service neutron] 10.222.0.69 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802990 May 11 16:32:16.724063 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-95e0ce63-d630-4540-9914-00a9d07da154 req-375c3bd6-cdc5-4081-aced-47b2649ff59b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Synchronizing usage tracker for tenant:0947d58a4f784ffdb486149eb985047a on resource:security_group {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:32:16.782956 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 66074108-7443-4b1a-ab4f-aa0e697d0925, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=66074108-7443-4b1a-ab4f-aa0e697d0925,segment=NetworkSegment(8bc88e88-c0ba-45ec-9793-330abd4968c6),segment_id=8bc88e88-c0ba-45ec-9793-330abd4968c6)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:16.785072 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40828) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:16.817870 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '66074108-7443-4b1a-ab4f-aa0e697d0925', 'network_id': '1d534f1d-55fb-4e5d-bf82-9789ac650c0e', 'port_id': '66074108-7443-4b1a-ab4f-aa0e697d0925', 'mac_address': 'fa:16:3e:f1:31:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f45c1b-c401-4464-a975-a81a33f6b8e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:32:16.830834 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2f4ef1ad-ca1e-43f1-bcbd-0d17ef2406b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:16.858630 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-2f4ef1ad-ca1e-43f1-bcbd-0d17ef2406b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:16.859819 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6da58-eaf7-4694-a7c3-75be13c95062 req-da6a0e72-67b5-4a1e-aea9-bec8cb5ac848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:16.863139 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f0a6da58-eaf7-4694-a7c3-75be13c95062 req-da6a0e72-67b5-4a1e-aea9-bec8cb5ac848 service neutron] 10.222.0.86 "GET /v2.0/networks?id=41f463bd-84b8-4578-b5db-75dd85f92e3a HTTP/1.1" status: 200 len: 915 time: 0.3835721 May 11 16:32:16.870618 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2f4ef1ad-ca1e-43f1-bcbd-0d17ef2406b7 admin admin] Usage tracker for resource:security_group_rule and tenant:01f7560e6e2445cc8c4d03e3df25ac14 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:16.874137 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2f4ef1ad-ca1e-43f1-bcbd-0d17ef2406b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:16.881261 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-2f4ef1ad-ca1e-43f1-bcbd-0d17ef2406b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:16.910684 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:16.944119 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66074108-7443-4b1a-ab4f-aa0e697d0925 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:32:16.965466 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 66074108-7443-4b1a-ab4f-aa0e697d0925, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=66074108-7443-4b1a-ab4f-aa0e697d0925,segment=NetworkSegment(8bc88e88-c0ba-45ec-9793-330abd4968c6),segment_id=8bc88e88-c0ba-45ec-9793-330abd4968c6)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:16.999165 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-510891b6-b956-4424-9068-e7442d44de4f req-d426510b-e1cf-4ff0-a220-591ac236fedf service neutron] 10.222.0.69 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192301 May 11 16:32:16.999819 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-95e0ce63-d630-4540-9914-00a9d07da154 req-375c3bd6-cdc5-4081-aced-47b2649ff59b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Unset dirty status for tenant:0947d58a4f784ffdb486149eb985047a on resource:security_group {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:32:17.001154 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-375c3bd6-cdc5-4081-aced-47b2649ff59b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1089075075&fields=id&tenant_id=0947d58a4f784ffdb486149eb985047a HTTP/1.1" status: 200 len: 267 time: 0.5008750 May 11 16:32:17.030859 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f0a6da58-eaf7-4694-a7c3-75be13c95062 req-a5328a01-2b38-4b7c-8b82-8648eb584a40 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b377cd6a-4a82-45bf-9338-527616009d42 HTTP/1.1" status: 200 len: 217 time: 0.1512742 May 11 16:32:17.088078 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:17.092445 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:17.103102 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2f4ef1ad-ca1e-43f1-bcbd-0d17ef2406b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:17.185405 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2f4ef1ad-ca1e-43f1-bcbd-0d17ef2406b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:17.201951 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a31b0901-f5ab-40e0-b766-80f10c3cbcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:17.211214 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=66074108-7443-4b1a-ab4f-aa0e697d0925,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:17.215006 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:17.346922 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-2f4ef1ad-ca1e-43f1-bcbd-0d17ef2406b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=01f7560e6e2445cc8c4d03e3df25ac14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582449 May 11 16:32:17.346922 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ef1ad-ca1e-43f1-bcbd-0d17ef2406b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7003791f-48b8-4765-a681-ad0b8353877e,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:17.356186 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['66074108-7443-4b1a-ab4f-aa0e697d0925'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:32:17.361648 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2f4ef1ad-ca1e-43f1-bcbd-0d17ef2406b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:17.362493 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 40842) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:17.443881 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6da58-eaf7-4694-a7c3-75be13c95062 req-9934a238-fe89-449f-bc87-dd6c12343192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:17.454734 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f0a6da58-eaf7-4694-a7c3-75be13c95062 req-9934a238-fe89-449f-bc87-dd6c12343192 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f76e838a-3889-4a39-887c-b17ff72dc119 HTTP/1.1" status: 200 len: 854 time: 0.4064527 May 11 16:32:17.510915 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e6664b4a-283d-46e1-bc3a-e60a207aaf9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:17.548381 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645c78-0b11-4104-915d-e36794298e00 req-0305d13e-7f60-48fd-bd20-6fb5eb9c6463 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:17.551136 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-0305d13e-7f60-48fd-bd20-6fb5eb9c6463 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.86 "GET /v2.0/networks?id=e5d3872e-73cd-4309-a063-c76018d68b05 HTTP/1.1" status: 200 len: 811 time: 0.5402641 May 11 16:32:17.599635 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:17.600575 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e6664b4a-283d-46e1-bc3a-e60a207aaf9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:17.610859 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f0a6da58-eaf7-4694-a7c3-75be13c95062 req-03be80e5-90b4-439d-b539-bd5e78b00b29 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41f463bd-84b8-4578-b5db-75dd85f92e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1552339 May 11 16:32:17.618816 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0ce63-d630-4540-9914-00a9d07da154 req-ade268af-0f79-4e58-955a-de15cf76722f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:17.619509 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-95e0ce63-d630-4540-9914-00a9d07da154 req-ade268af-0f79-4e58-955a-de15cf76722f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Synchronizing usage tracker for tenant:0947d58a4f784ffdb486149eb985047a on resource:network {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:32:17.734119 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e6664b4a-283d-46e1-bc3a-e60a207aaf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:17.740264 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a01c574d-2e62-4f13-8518-79a8cf01beda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:17.754450 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:17.789886 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6664b4a-283d-46e1-bc3a-e60a207aaf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7003791f-48b8-4765-a681-ad0b8353877e,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:17.798697 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e6664b4a-283d-46e1-bc3a-e60a207aaf9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:17.807320 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e6664b4a-283d-46e1-bc3a-e60a207aaf9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:17.810743 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-e6664b4a-283d-46e1-bc3a-e60a207aaf9a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7003791f-48b8-4765-a681-ad0b8353877e HTTP/1.1" status: 204 len: 168 time: 0.4448013 May 11 16:32:17.930281 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e472e7c4-0ab2-4bca-aead-42bc9bbffde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:17.986424 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f0a6da58-eaf7-4694-a7c3-75be13c95062 req-776c00ba-5799-44e3-9b95-b38ed88c9a6a service neutron] 10.222.0.86 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617618 May 11 16:32:18.003940 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:18.011078 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:18.011457 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:18.124819 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-4e337f45-53af-4d93-aff6-4cc7cf8b5465 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35ecae22abf744578e8aee4aa7c16f97 HTTP/1.1" status: 200 len: 379 time: 0.5491323 May 11 16:32:18.136208 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Request body: {'port': {'device_id': '54d9f198-27bc-403a-bc52-44911b7c861b', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'admin_state_up': True, 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'security_groups': ['31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4']}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:18.162970 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-95e0ce63-d630-4540-9914-00a9d07da154 req-ade268af-0f79-4e58-955a-de15cf76722f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Unset dirty status for tenant:0947d58a4f784ffdb486149eb985047a on resource:network {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:32:18.164185 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-ade268af-0f79-4e58-955a-de15cf76722f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/networks?id=75895cd7-86cc-4311-898a-fb981ed5ac7d HTTP/1.1" status: 200 len: 816 time: 1.1531875 May 11 16:32:18.168579 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:18.206890 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port 7cef8ae1-c0e2-4470-b5c6-afd2827ff728, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=7cef8ae1-c0e2-4470-b5c6-afd2827ff728,segment=NetworkSegment(350e84d7-0ebd-44ab-ac5a-542af4181bad),segment_id=350e84d7-0ebd-44ab-ac5a-542af4181bad)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:18.267851 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-edf75094-7689-4b78-8e31-d92ab78b722c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/quotas/0947d58a4f784ffdb486149eb985047a HTTP/1.1" status: 200 len: 375 time: 0.0455763 May 11 16:32:18.327591 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:18.328472 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device c6f72e38-991a-4073-ad6e-420ca422a5dd up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:18.347131 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c8de4-c757-4935-aa9e-61ead43b82fe req-bf5a8ab6-70d4-4fa0-824e-b48f6dc6eb67 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:18.348664 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ce5c8de4-c757-4935-aa9e-61ead43b82fe req-bf5a8ab6-70d4-4fa0-824e-b48f6dc6eb67 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 944 time: 0.6900454 May 11 16:32:18.356079 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:18.367672 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f0a6da58-eaf7-4694-a7c3-75be13c95062 req-99c580d8-9b62-45ef-9287-d28f5cac4a65 service neutron] 10.222.0.86 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641472 May 11 16:32:18.488754 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:18.493798 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=7cef8ae1-c0e2-4470-b5c6-afd2827ff728,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:18.494697 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Usage tracker for resource:port and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:18.498220 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:18.507859 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:18.519022 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:18.523408 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ce5c8de4-c757-4935-aa9e-61ead43b82fe req-281c1b47-31a9-4eef-be55-fd76aeaa64ec tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519852 May 11 16:32:18.537886 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port c6f72e38-991a-4073-ad6e-420ca422a5dd triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:18.538304 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:18.575593 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-41d29552-7387-46c3-9a3a-0657d87a8e07 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0947d58a4f784ffdb486149eb985047a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2697299 May 11 16:32:18.590600 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device b377cd6a-4a82-45bf-9338-527616009d42 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:32:18.620384 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 66074108-7443-4b1a-ab4f-aa0e697d0925 up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:18.693603 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Made reservation on behalf of 35ecae22abf744578e8aee4aa7c16f97 for: {'port': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:32:18.697183 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:18.764634 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-39e58d2c-bb88-4f10-88f3-72d602e8f64d req-ad357e67-8621-48c0-83c8-f43fe3a3a1c0 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 210 time: 0.0769172 May 11 16:32:18.942218 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port b377cd6a-4a82-45bf-9338-527616009d42, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b377cd6a-4a82-45bf-9338-527616009d42,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:18.956091 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': 'b377cd6a-4a82-45bf-9338-527616009d42', 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a', 'port_id': 'b377cd6a-4a82-45bf-9338-527616009d42', 'mac_address': 'fa:16:3e:d2:0b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76e838a-3889-4a39-887c-b17ff72dc119', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:32:18.991074 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:19.028542 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:19.035207 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b28fdfee-07c5-4fd1-9ba7-5450a34f7fee req-d7e25b3c-c775-47ef-93e6-bd9ccb228c0b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 210 time: 0.0950825 May 11 16:32:19.067861 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-77f9409d-0023-431d-af2a-86208ecac110 service neutron] 10.222.0.69 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774759 May 11 16:32:19.090465 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port 66074108-7443-4b1a-ab4f-aa0e697d0925 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:19.098099 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 66074108-7443-4b1a-ab4f-aa0e697d0925 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:19.098793 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:19.147428 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b377cd6a-4a82-45bf-9338-527616009d42 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:32:19.200139 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port b377cd6a-4a82-45bf-9338-527616009d42, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b377cd6a-4a82-45bf-9338-527616009d42,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:19.269414 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:19.323195 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Allocated IP 172.20.0.8 (e5d3872e-73cd-4309-a063-c76018d68b05/686230cf-0935-46bd-893d-206e8b4b2f34/7d5f6a24-8b30-4765-8ece-f0771ac13f32) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:32:19.334991 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:19.346575 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-236f6324-49f4-467a-90b9-af62fba9c39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:19.400039 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-a37c3fa0-e13b-4148-8a51-1b954a3632c6 service neutron] 10.222.0.69 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269186 May 11 16:32:19.424622 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=b377cd6a-4a82-45bf-9338-527616009d42,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:19.436432 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:19.441065 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:19.488416 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40543e8-146e-42f6-a758-8e2aa08ab6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66074108-7443-4b1a-ab4f-aa0e697d0925'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:19.605680 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fdbb2-a87c-4e02-80e9-2334a8e5ca18 req-c8759f00-00db-4e21-9869-efd153d7b9bc tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:19.613355 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-364fdbb2-a87c-4e02-80e9-2334a8e5ca18 req-c8759f00-00db-4e21-9869-efd153d7b9bc tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 944 time: 0.2844582 May 11 16:32:19.616112 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:19.619574 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:19.676721 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['b377cd6a-4a82-45bf-9338-527616009d42'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:32:19.708753 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-364fdbb2-a87c-4e02-80e9-2334a8e5ca18 req-e448db06-0ef6-4827-b8b5-804ad64f6a6e tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/security-groups?id=43f5741b-27d6-49ed-a30f-ae5f8a702eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945473 May 11 16:32:19.756335 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 66074108-7443-4b1a-ab4f-aa0e697d0925, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=66074108-7443-4b1a-ab4f-aa0e697d0925,segment=NetworkSegment(8bc88e88-c0ba-45ec-9793-330abd4968c6),segment_id=8bc88e88-c0ba-45ec-9793-330abd4968c6)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:19.785695 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:19.842076 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Transition to ACTIVE for port object 7d5f6a24-8b30-4765-8ece-f0771ac13f32 will not be triggered until provisioned by entity DHCP. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:19.889024 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:19.891149 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:20.169179 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:20.195032 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:20.250993 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=66074108-7443-4b1a-ab4f-aa0e697d0925,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:20.252839 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-5ef53f1d-87e0-4cb2-a306-7e04547279a1 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:20.254294 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-5ef53f1d-87e0-4cb2-a306-7e04547279a1 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/networks?id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 HTTP/1.1" status: 200 len: 818 time: 0.3495612 May 11 16:32:20.259455 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:20.299100 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Network e5d3872e-73cd-4309-a063-c76018d68b05 is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:32:20.300694 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-fb00cd50-fe12-43c8-a6a0-35af9e48aae1 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/quotas/43090811c61044408241c79e8f6afe8c HTTP/1.1" status: 200 len: 375 time: 0.0294733 May 11 16:32:20.304181 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:32:20.318633 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:32:20.324100 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:20.328854 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:20.370728 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event updated for resources: {'Port': ['ID=7d5f6a24-8b30-4765-8ece-f0771ac13f32,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:20.382196 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:20.389558 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:20.420812 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b5450-0693-472d-a1ae-453a74fd9ce2 req-2d5b71e0-f8fc-46a9-aa50-59a1c63d8338 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:20.422365 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8c9b5450-0693-472d-a1ae-453a74fd9ce2 req-2d5b71e0-f8fc-46a9-aa50-59a1c63d8338 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 945 time: 0.3949993 May 11 16:32:20.490688 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8c9b5450-0693-472d-a1ae-453a74fd9ce2 req-96df5624-da00-4e19-af75-b57a5388ba0d tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558944 May 11 16:32:20.502307 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3705382 May 11 16:32:20.514660 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-d794ffe7-2915-4ce0-b089-28c81756ae54 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=43090811c61044408241c79e8f6afe8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2031679 May 11 16:32:20.556367 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Request body: {'port': {'device_id': '54d9f198-27bc-403a-bc52-44911b7c861b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:20.704781 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-77567d68-549f-4bdf-b8e2-6bb587db8da5 None None] Provisioning for port 7d5f6a24-8b30-4765-8ece-f0771ac13f32 completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:20.712156 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-77567d68-549f-4bdf-b8e2-6bb587db8da5 None None] Provisioning complete for port 7d5f6a24-8b30-4765-8ece-f0771ac13f32 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:20.713273 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-77567d68-549f-4bdf-b8e2-6bb587db8da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:20.735303 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fe42b6bf-b512-436d-80c5-379d7a900d1e req-7515df83-39a6-420d-8a51-19e2d21df701 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 210 time: 0.1501677 May 11 16:32:20.818409 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-77567d68-549f-4bdf-b8e2-6bb587db8da5 None None] Port 7d5f6a24-8b30-4765-8ece-f0771ac13f32 cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:32:20.937798 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-d0e1dc6f-d5e7-4a6f-ae88-6c1c90380cc2 service neutron] 10.222.0.69 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222312 May 11 16:32:20.955883 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:21.217387 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510891b6-b956-4424-9068-e7442d44de4f req-069c005a-3ee1-4a2b-990d-81417e12e390 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:21.218872 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-510891b6-b956-4424-9068-e7442d44de4f req-069c005a-3ee1-4a2b-990d-81417e12e390 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.86 "GET /v2.0/networks?id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 HTTP/1.1" status: 200 len: 818 time: 0.5953066 May 11 16:32:21.248581 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-510891b6-b956-4424-9068-e7442d44de4f req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Request body: {'port': {'device_id': '8051703e-5151-44be-b67e-e3eaee1b6f33', 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349', 'admin_state_up': True, 'tenant_id': '43090811c61044408241c79e8f6afe8c'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:21.486177 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7d360ea9-03c7-4b23-839c-4410b884ecbb service neutron] 10.222.0.69 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312614 May 11 16:32:21.546454 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc85c72-90ce-4e8d-885e-6aa64bc49ef1 req-2f7530a8-244e-409d-a56e-b2a17f3a1426 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:21.547173 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-6dc85c72-90ce-4e8d-885e-6aa64bc49ef1 req-2f7530a8-244e-409d-a56e-b2a17f3a1426 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Synchronizing usage tracker for tenant:35ecae22abf744578e8aee4aa7c16f97 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:32:21.568176 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-510891b6-b956-4424-9068-e7442d44de4f req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:21.635888 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-510891b6-b956-4424-9068-e7442d44de4f req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:21.785887 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5f6a24-8b30-4765-8ece-f0771ac13f32 {{(pid=79306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:32:21.808996 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:21.840938 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-6dc85c72-90ce-4e8d-885e-6aa64bc49ef1 req-2f7530a8-244e-409d-a56e-b2a17f3a1426 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Unset dirty status for tenant:35ecae22abf744578e8aee4aa7c16f97 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:32:21.842309 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6dc85c72-90ce-4e8d-885e-6aa64bc49ef1 req-2f7530a8-244e-409d-a56e-b2a17f3a1426 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 931 time: 0.6968045 May 11 16:32:21.846640 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510891b6-b956-4424-9068-e7442d44de4f req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Made reservation on behalf of 43090811c61044408241c79e8f6afe8c for: {'port': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:32:21.850340 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-510891b6-b956-4424-9068-e7442d44de4f req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:21.865665 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Transition to ACTIVE for port object 7d5f6a24-8b30-4765-8ece-f0771ac13f32 will not be triggered until provisioned by entity L2. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:21.902629 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40543e8-146e-42f6-a758-8e2aa08ab6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66074108-7443-4b1a-ab4f-aa0e697d0925', 'code': 200} May 11 16:32:21.964011 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6dc85c72-90ce-4e8d-885e-6aa64bc49ef1 req-16d4723b-2fca-4ee0-bfce-7d9e85e16294 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970917 May 11 16:32:22.103643 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:22.145145 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:22.321338 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.86', 54752) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:22.329147 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [req-510891b6-b956-4424-9068-e7442d44de4f req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Allocated IP 172.20.0.4 (8cc7056a-c37c-408d-a6c0-cc2e4ba5d349/8cf7b756-6d88-4955-8db1-8a7a09f3073b/a5b21616-e2b4-46ba-9d87-c96b071dddfa) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:32:22.340964 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Pushing event updated for resources: {'Port': ['ID=7d5f6a24-8b30-4765-8ece-f0771ac13f32,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:22.351235 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f948f8-b1a2-432d-975c-b1e436aca385 req-0fd4c977-5847-47ac-8092-e65b2336fdae tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:22.353429 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-94f948f8-b1a2-432d-975c-b1e436aca385 req-0fd4c977-5847-47ac-8092-e65b2336fdae tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 945 time: 0.3539495 May 11 16:32:22.354342 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:22.402766 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae079668-2d65-4c71-bc98-1e0ec6c49470 req-dea86bf9-42f3-4d9d-a42f-7169dba61e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:22.404612 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-ae079668-2d65-4c71-bc98-1e0ec6c49470 req-dea86bf9-42f3-4d9d-a42f-7169dba61e3d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 1098 time: 0.0818205 May 11 16:32:22.463016 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ae079668-2d65-4c71-bc98-1e0ec6c49470 req-5f71507f-c2e1-4f37-8d92-f0fb6bcb134f service neutron] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:22.502891 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-ae079668-2d65-4c71-bc98-1e0ec6c49470 req-5f71507f-c2e1-4f37-8d92-f0fb6bcb134f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:22.511495 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-ae079668-2d65-4c71-bc98-1e0ec6c49470 req-5f71507f-c2e1-4f37-8d92-f0fb6bcb134f service neutron] Usage tracker for resource:security_group_rule and tenant:00a3688d12f340da94f61e84ad5e5007 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:22.518030 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Attempting to bind port 7d5f6a24-8b30-4765-8ece-f0771ac13f32 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:32:22.518030 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Attempting to bind port 7d5f6a24-8b30-4765-8ece-f0771ac13f32 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:32:22.518030 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Attempting to bind port 7d5f6a24-8b30-4765-8ece-f0771ac13f32 on network e5d3872e-73cd-4309-a063-c76018d68b05 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:22.519359 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-ae079668-2d65-4c71-bc98-1e0ec6c49470 req-5f71507f-c2e1-4f37-8d92-f0fb6bcb134f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:22.527733 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-ae079668-2d65-4c71-bc98-1e0ec6c49470 req-5f71507f-c2e1-4f37-8d92-f0fb6bcb134f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:22.533073 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-94f948f8-b1a2-432d-975c-b1e436aca385 req-2b8220a4-9bde-4077-8d96-637ed02bda7a tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/security-groups?id=43f5741b-27d6-49ed-a30f-ae5f8a702eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618364 May 11 16:32:22.568776 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8b111-3446-42d8-9fb7-71e23ae40bc5 req-4e4dad06-dd0d-4560-af6f-b865a69a6bc6 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:22.570281 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9bf8b111-3446-42d8-9fb7-71e23ae40bc5 req-4e4dad06-dd0d-4560-af6f-b865a69a6bc6 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 945 time: 0.4641476 May 11 16:32:22.570905 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Port 7d5f6a24-8b30-4765-8ece-f0771ac13f32 on network e5d3872e-73cd-4309-a063-c76018d68b05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:32:22.571231 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Attempting to bind port 7d5f6a24-8b30-4765-8ece-f0771ac13f32 on network e5d3872e-73cd-4309-a063-c76018d68b05 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:22.586717 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device b377cd6a-4a82-45bf-9338-527616009d42 up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:22.711605 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ae079668-2d65-4c71-bc98-1e0ec6c49470 req-5f71507f-c2e1-4f37-8d92-f0fb6bcb134f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:22.737215 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.86', 54753) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:22.751347 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:32:22.751638 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Checking segment: {'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:32:22.752028 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Bound using segment: {'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:32:22.752476 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Bound port: 7d5f6a24-8b30-4765-8ece-f0771ac13f32, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'}}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:32:22.752826 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:22.774089 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port b377cd6a-4a82-45bf-9338-527616009d42 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:22.779790 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port b377cd6a-4a82-45bf-9338-527616009d42 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:22.780248 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:22.795732 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4b965c1f-45c1-4e34-8655-1370bffb3caf req-9bf9310f-19f5-4558-b32f-a2b39d9f0ab5 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 210 time: 0.1138971 May 11 16:32:22.840140 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ae079668-2d65-4c71-bc98-1e0ec6c49470 req-5f71507f-c2e1-4f37-8d92-f0fb6bcb134f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:22.852304 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:22.889283 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-ae079668-2d65-4c71-bc98-1e0ec6c49470 req-5f71507f-c2e1-4f37-8d92-f0fb6bcb134f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=43f5741b-27d6-49ed-a30f-ae5f8a702eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750061 May 11 16:32:22.899010 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9bf8b111-3446-42d8-9fb7-71e23ae40bc5 req-0ef995af-0f9c-490f-bf76-d3cb698e7c94 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192686 May 11 16:32:22.970222 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71507f-c2e1-4f37-8d92-f0fb6bcb134f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c733cbc0-0ead-4c5b-ba91-b737f6696a51,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:22.977784 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-5f71507f-c2e1-4f37-8d92-f0fb6bcb134f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:23.061627 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0ce63-d630-4540-9914-00a9d07da154 req-b9ca9e9a-f36e-4872-b8e1-7bcfed945d89 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:23.063093 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-b9ca9e9a-f36e-4872-b8e1-7bcfed945d89 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.86 "GET /v2.0/networks?id=75895cd7-86cc-4311-898a-fb981ed5ac7d HTTP/1.1" status: 200 len: 816 time: 0.3245521 May 11 16:32:23.079230 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:23.120739 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3b5a3dc6-e544-4633-b8bc-d13fefd8703a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Synchronizing usage tracker for tenant:0947d58a4f784ffdb486149eb985047a on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:32:23.133950 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3b5a3dc6-e544-4633-b8bc-d13fefd8703a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Unset dirty status for tenant:0947d58a4f784ffdb486149eb985047a on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:32:23.135091 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3b5a3dc6-e544-4633-b8bc-d13fefd8703a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0947d58a4f784ffdb486149eb985047a HTTP/1.1" status: 200 len: 380 time: 0.0592701 May 11 16:32:23.148105 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Request body: {'port': {'device_id': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'admin_state_up': True, 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'security_groups': ['38dad229-500c-4935-bf49-0214e82fefcd']}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:23.157608 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port b377cd6a-4a82-45bf-9338-527616009d42, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b377cd6a-4a82-45bf-9338-527616009d42,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:23.248194 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:23.253766 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:23.274860 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-510891b6-b956-4424-9068-e7442d44de4f req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:23.298732 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e19fb9ca-bd2d-46e0-9497-039267913457 req-c10331b4-f91d-40cf-ab12-90e166424c80 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 210 time: 0.1102774 May 11 16:32:23.310131 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] For port 7d5f6a24-8b30-4765-8ece-f0771ac13f32, host hv-cinder-76111, cleared binding levels {{(pid=79306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:32:23.327258 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] For port 7d5f6a24-8b30-4765-8ece-f0771ac13f32, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7d5f6a24-8b30-4765-8ece-f0771ac13f32,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:32:23.373190 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e0079-838f-40ce-9ac5-4657ec5a62e4 req-0d580c94-6330-4391-b05d-5be128421520 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:23.376878 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=b377cd6a-4a82-45bf-9338-527616009d42,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:23.381242 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8f5e0079-838f-40ce-9ac5-4657ec5a62e4 req-0d580c94-6330-4391-b05d-5be128421520 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 943 time: 0.1963763 May 11 16:32:23.388194 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:23.403846 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:23.407792 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Usage tracker for resource:port and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:23.410758 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:23.416650 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:23.422757 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8f5e0079-838f-40ce-9ac5-4657ec5a62e4 req-cd824b44-8763-4431-a42e-9dab6e703016 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406699 May 11 16:32:23.425175 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:23.431114 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:23.495561 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:23.496175 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:23.497638 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] 10.222.0.86 "PUT /v2.0/ports/7d5f6a24-8b30-4765-8ece-f0771ac13f32 HTTP/1.1" status: 200 len: 1093 time: 2.9808135 May 11 16:32:23.498019 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d9f198-27bc-403a-bc52-44911b7c861b', 'tag': '7d5f6a24-8b30-4765-8ece-f0771ac13f32'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:23.526551 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Pushing event updated for resources: {'Port': ['ID=7d5f6a24-8b30-4765-8ece-f0771ac13f32,revision_number=3']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:23.530555 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:23.540590 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Made reservation on behalf of 0947d58a4f784ffdb486149eb985047a for: {'port': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:32:23.544704 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:23.553701 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-510891b6-b956-4424-9068-e7442d44de4f req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:23.569948 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:23.665335 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d9f198-27bc-403a-bc52-44911b7c861b', 'tag': '7d5f6a24-8b30-4765-8ece-f0771ac13f32', 'status': 'completed', 'code': 200} May 11 16:32:23.713219 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Pushing event updated for resources: {'Port': ['ID=a5b21616-e2b4-46ba-9d87-c96b071dddfa,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:23.717061 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:23.800770 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 41048) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:23.845125 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Allocated IP 172.20.0.12 (75895cd7-86cc-4311-898a-fb981ed5ac7d/78af6bf4-3116-4bd6-81f1-294f2a27b4a6/01913f04-5998-45fd-af10-b8e6b0962e1e) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:32:23.872666 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510891b6-b956-4424-9068-e7442d44de4f req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:32:23.882005 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [req-510891b6-b956-4424-9068-e7442d44de4f req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:32:23.889934 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-510891b6-b956-4424-9068-e7442d44de4f req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:32:23.896189 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510891b6-b956-4424-9068-e7442d44de4f req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:23.897268 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-510891b6-b956-4424-9068-e7442d44de4f req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:23.902439 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d850223-9315-4af4-8ca9-58338e4a5035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b377cd6a-4a82-45bf-9338-527616009d42'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:23.994397 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a925be-f014-40c9-b499-1dd5153a108f req-4367a5b5-5ad7-4964-b7a3-d815947c1d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:24.008490 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6a925be-f014-40c9-b499-1dd5153a108f req-4367a5b5-5ad7-4964-b7a3-d815947c1d45 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35ecae22abf744578e8aee4aa7c16f97&device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 1096 time: 0.3398581 May 11 16:32:24.015692 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-510891b6-b956-4424-9068-e7442d44de4f req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7769225 May 11 16:32:24.096674 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Request body: {'port': {'device_id': '8051703e-5151-44be-b67e-e3eaee1b6f33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:24.106209 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:24.127497 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Transition to ACTIVE for port object 01913f04-5998-45fd-af10-b8e6b0962e1e will not be triggered until provisioned by entity DHCP. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:24.219825 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:24.225814 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f169c4be-c332-43a6-aedb-90263f53580c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:24.295013 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event updated for resources: {'Port': ['ID=01913f04-5998-45fd-af10-b8e6b0962e1e,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:24.306589 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f94a8-5e45-4660-8959-490194e1bbe7 req-aa2c4ff9-d439-4bf0-8a81-41dbcb65c9ef tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:24.307526 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:24.308109 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5e2f94a8-5e45-4660-8959-490194e1bbe7 req-aa2c4ff9-d439-4bf0-8a81-41dbcb65c9ef tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 945 time: 0.5033498 May 11 16:32:24.308878 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0f31e2d8-9794-45b7-8374-e64bfe94a7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:24.320806 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Network 75895cd7-86cc-4311-898a-fb981ed5ac7d is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:32:24.322213 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:32:24.328236 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:32:24.330907 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-f576b0f2-1514-438a-acc7-3f8b1d02ca46 req-3ad29393-93b0-4f4d-8855-6a287a4e14ff tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Synchronizing usage tracker for tenant:43090811c61044408241c79e8f6afe8c on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:32:24.335348 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:24.336684 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:24.392181 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-0f31e2d8-9794-45b7-8374-e64bfe94a7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:24.447994 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-0f31e2d8-9794-45b7-8374-e64bfe94a7a5 admin admin] Usage tracker for resource:security_group_rule and tenant:caae26fe0d32410bb6889ad2fbeab9a5 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:24.465349 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3235598 May 11 16:32:24.479407 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Request body: {'port': {'device_id': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:24.485642 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-0f31e2d8-9794-45b7-8374-e64bfe94a7a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:24.495460 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-0f31e2d8-9794-45b7-8374-e64bfe94a7a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:24.576279 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5e2f94a8-5e45-4660-8959-490194e1bbe7 req-25903e67-36ce-44be-b98e-a9c31448d486 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/security-groups?id=43f5741b-27d6-49ed-a30f-ae5f8a702eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549610 May 11 16:32:24.605714 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:24.635436 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-f576b0f2-1514-438a-acc7-3f8b1d02ca46 req-3ad29393-93b0-4f4d-8855-6a287a4e14ff tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Unset dirty status for tenant:43090811c61044408241c79e8f6afe8c on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:32:24.635436 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f576b0f2-1514-438a-acc7-3f8b1d02ca46 req-3ad29393-93b0-4f4d-8855-6a287a4e14ff tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 210 time: 0.4898193 May 11 16:32:24.636518 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d850223-9315-4af4-8ca9-58338e4a5035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b377cd6a-4a82-45bf-9338-527616009d42', 'code': 200} May 11 16:32:24.691464 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a925be-f014-40c9-b499-1dd5153a108f req-649a581b-30fc-49f7-889b-5bf20f7675de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:24.706207 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6a925be-f014-40c9-b499-1dd5153a108f req-649a581b-30fc-49f7-889b-5bf20f7675de service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=35ecae22abf744578e8aee4aa7c16f97&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6599920 May 11 16:32:24.773416 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-278bffa3-c0fc-455e-87c7-5068994e9592 None None] Provisioning for port 01913f04-5998-45fd-af10-b8e6b0962e1e completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:24.777621 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:24.778917 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-278bffa3-c0fc-455e-87c7-5068994e9592 None None] Provisioning complete for port 01913f04-5998-45fd-af10-b8e6b0962e1e triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:24.779349 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-278bffa3-c0fc-455e-87c7-5068994e9592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:24.917192 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-278bffa3-c0fc-455e-87c7-5068994e9592 None None] Port 01913f04-5998-45fd-af10-b8e6b0962e1e cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:32:24.958693 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-dc2a19cf-607a-4175-8e1c-15c7adca0f62 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:24.959382 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-dc2a19cf-607a-4175-8e1c-15c7adca0f62 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Synchronizing usage tracker for tenant:43090811c61044408241c79e8f6afe8c on resource:network {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:32:25.140114 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.86', 54763) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:25.178228 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-dc2a19cf-607a-4175-8e1c-15c7adca0f62 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Unset dirty status for tenant:43090811c61044408241c79e8f6afe8c on resource:network {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:32:25.179358 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-dc2a19cf-607a-4175-8e1c-15c7adca0f62 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.86 "GET /v2.0/networks?id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 HTTP/1.1" status: 200 len: 818 time: 0.6370955 May 11 16:32:25.199615 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Request body: {'port': {'device_id': 'e9ebf7ba-e67a-4d27-a480-ad5269da179d', 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349', 'admin_state_up': True, 'tenant_id': '43090811c61044408241c79e8f6afe8c'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:25.287645 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a925be-f014-40c9-b499-1dd5153a108f req-5858c1be-d7e3-4a93-b5c8-6c5d385d1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:25.289194 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6a925be-f014-40c9-b499-1dd5153a108f req-5858c1be-d7e3-4a93-b5c8-6c5d385d1e66 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5768547 May 11 16:32:25.296101 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0f31e2d8-9794-45b7-8374-e64bfe94a7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:25.382025 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a5429-403e-4f3a-9f38-a94fed0ad0f2 req-65d0c2de-09cf-4dbd-b81f-a3e8c370d3cc tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:25.384004 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-674a5429-403e-4f3a-9f38-a94fed0ad0f2 req-65d0c2de-09cf-4dbd-b81f-a3e8c370d3cc tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 932 time: 0.4261715 May 11 16:32:25.406463 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5492c-c134-4b22-a3df-c1e3e20b6bdd req-c5f6a4c9-524a-4558-9e1d-1ba3c1920300 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:25.407902 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-50b5492c-c134-4b22-a3df-c1e3e20b6bdd req-c5f6a4c9-524a-4558-9e1d-1ba3c1920300 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 946 time: 0.5136955 May 11 16:32:25.408672 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:25.416792 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0f31e2d8-9794-45b7-8374-e64bfe94a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:25.425682 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:25.452672 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5fcf3-daf1-4b75-a142-41b14810ff51 req-c0d43f95-47b7-46be-8bb1-5c67252d12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:25.454103 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-fce5fcf3-daf1-4b75-a142-41b14810ff51 req-c0d43f95-47b7-46be-8bb1-5c67252d12a4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 1099 time: 0.3129308 May 11 16:32:25.530317 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Made reservation on behalf of 43090811c61044408241c79e8f6afe8c for: {'port': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:32:25.531680 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-41f62177-6c59-482a-a5c4-0bd1d6c7b40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:25.533770 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:25.553071 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01913f04-5998-45fd-af10-b8e6b0962e1e {{(pid=79307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:32:25.565904 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:25.575857 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-fce5fcf3-daf1-4b75-a142-41b14810ff51 req-78eb7645-604c-48db-848d-b691ffededd0 service neutron] Synchronizing usage tracker for tenant:00a3688d12f340da94f61e84ad5e5007 on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:32:25.632495 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31e2d8-9794-45b7-8374-e64bfe94a7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107ddb34-d801-4d3a-8808-4bad38e0cf43,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:25.639973 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0f31e2d8-9794-45b7-8374-e64bfe94a7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:25.642340 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-0f31e2d8-9794-45b7-8374-e64bfe94a7a5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=caae26fe0d32410bb6889ad2fbeab9a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8356872 May 11 16:32:25.646476 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Transition to ACTIVE for port object 01913f04-5998-45fd-af10-b8e6b0962e1e will not be triggered until provisioned by entity L2. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:25.648330 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41094) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:25.648971 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-674a5429-403e-4f3a-9f38-a94fed0ad0f2 req-2feb2490-fa4e-4eb8-b8af-a868c1382b99 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355177 May 11 16:32:25.664134 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-50b5492c-c134-4b22-a3df-c1e3e20b6bdd req-d8262c04-8993-4fc1-a129-ef81d8c80848 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455616 May 11 16:32:25.719999 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:25.720809 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-fce5fcf3-daf1-4b75-a142-41b14810ff51 req-78eb7645-604c-48db-848d-b691ffededd0 service neutron] Unset dirty status for tenant:00a3688d12f340da94f61e84ad5e5007 on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:32:25.721973 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-fce5fcf3-daf1-4b75-a142-41b14810ff51 req-78eb7645-604c-48db-848d-b691ffededd0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379625 May 11 16:32:25.749579 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:25.797965 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645c78-0b11-4104-915d-e36794298e00 req-1e5b6235-74e4-4550-a9d6-9f8186ec6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:25.799432 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-1e5b6235-74e4-4550-a9d6-9f8186ec6c2f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35ecae22abf744578e8aee4aa7c16f97&device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 1096 time: 0.4582081 May 11 16:32:25.967768 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-3544eae8-5ce2-460b-8b95-0782511acda3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d5f6a24-8b30-4765-8ece-f0771ac13f32 HTTP/1.1" status: 200 len: 217 time: 0.1280499 May 11 16:32:25.975202 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b21616-e2b4-46ba-9d87-c96b071dddfa {{(pid=79306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:32:26.022504 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:26.023472 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e9284b7b-84ee-4660-ad22-bb5ff4fb2bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:26.054078 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e9284b7b-84ee-4660-ad22-bb5ff4fb2bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:26.061617 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Transition to ACTIVE for port object a5b21616-e2b4-46ba-9d87-c96b071dddfa will not be triggered until provisioned by entity L2. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:26.091313 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645c78-0b11-4104-915d-e36794298e00 req-a22a6620-ce73-4611-8c5c-524c8a7dc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:26.092767 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-a22a6620-ce73-4611-8c5c-524c8a7dc5cd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=686230cf-0935-46bd-893d-206e8b4b2f34 HTTP/1.1" status: 200 len: 850 time: 0.1102026 May 11 16:32:26.096309 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Pushing event updated for resources: {'Port': ['ID=01913f04-5998-45fd-af10-b8e6b0962e1e,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:26.102420 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:26.104661 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2969c-0f42-4b16-9416-b52ba931b98b req-4b90ff91-b2dc-4b15-8184-3bebd2332c8b tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:26.106361 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0ef2969c-0f42-4b16-9416-b52ba931b98b req-4b90ff91-b2dc-4b15-8184-3bebd2332c8b tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 945 time: 0.3165140 May 11 16:32:26.110225 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Attempting to bind port 01913f04-5998-45fd-af10-b8e6b0962e1e on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:32:26.110584 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Attempting to bind port 01913f04-5998-45fd-af10-b8e6b0962e1e by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:32:26.110913 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Attempting to bind port 01913f04-5998-45fd-af10-b8e6b0962e1e on network 75895cd7-86cc-4311-898a-fb981ed5ac7d {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:26.150041 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:26.156890 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Port 01913f04-5998-45fd-af10-b8e6b0962e1e on network 75895cd7-86cc-4311-898a-fb981ed5ac7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:32:26.157217 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Attempting to bind port 01913f04-5998-45fd-af10-b8e6b0962e1e on network 75895cd7-86cc-4311-898a-fb981ed5ac7d {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:26.173713 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:26.181366 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:32:26.181710 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Checking segment: {'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:32:26.182323 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Bound using segment: {'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:32:26.182759 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Bound port: 01913f04-5998-45fd-af10-b8e6b0962e1e, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'}}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:32:26.183112 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:26.235078 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405a69d-a0f4-4c50-af65-2c455c6d23f6 req-ec032d77-c62d-4368-8e52-a021bb05db3e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:26.237186 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3405a69d-a0f4-4c50-af65-2c455c6d23f6 req-ec032d77-c62d-4368-8e52-a021bb05db3e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 943 time: 0.3379271 May 11 16:32:26.261057 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Allocated IP 172.20.0.12 (8cc7056a-c37c-408d-a6c0-cc2e4ba5d349/8cf7b756-6d88-4955-8db1-8a7a09f3073b/e1452b2e-6fff-45c8-8b6a-094de73673a3) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:32:26.278233 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0ef2969c-0f42-4b16-9416-b52ba931b98b req-6d652a56-f354-444f-bc12-2b373019b808 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/security-groups?id=43f5741b-27d6-49ed-a30f-ae5f8a702eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360047 May 11 16:32:26.338643 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] For port 01913f04-5998-45fd-af10-b8e6b0962e1e, host hv-cinder-76111, cleared binding levels {{(pid=79307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:32:26.353303 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e9284b7b-84ee-4660-ad22-bb5ff4fb2bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:26.380749 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3dfb0974-a383-4137-aff0-1e82533698c7 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:26.417711 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] For port 01913f04-5998-45fd-af10-b8e6b0962e1e, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=01913f04-5998-45fd-af10-b8e6b0962e1e,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:32:26.427040 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9284b7b-84ee-4660-ad22-bb5ff4fb2bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107ddb34-d801-4d3a-8808-4bad38e0cf43,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:26.431182 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e9284b7b-84ee-4660-ad22-bb5ff4fb2bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:26.492410 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Pushing event updated for resources: {'Port': ['ID=a5b21616-e2b4-46ba-9d87-c96b071dddfa,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:26.498995 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:26.510509 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3405a69d-a0f4-4c50-af65-2c455c6d23f6 req-762eafaa-de58-4469-b6ea-2caf5fafbfa6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568259 May 11 16:32:26.511454 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:26.523700 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:26.628800 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-200be325-2699-4c3b-81da-dceaf5dedc29 req-961f15ab-0e65-4fd5-bb82-8a97557a020b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 210 time: 0.1119413 May 11 16:32:26.633258 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6645c78-0b11-4104-915d-e36794298e00 req-0deca2d2-dd62-4823-ae0a-0d74bab7b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:26.634898 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-0deca2d2-dd62-4823-ae0a-0d74bab7b22b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d3872e-73cd-4309-a063-c76018d68b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5277350 May 11 16:32:26.635864 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Attempting to bind port a5b21616-e2b4-46ba-9d87-c96b071dddfa on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:32:26.636243 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Attempting to bind port a5b21616-e2b4-46ba-9d87-c96b071dddfa by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '350e84d7-0ebd-44ab-ac5a-542af4181bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349'}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:32:26.636652 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Attempting to bind port a5b21616-e2b4-46ba-9d87-c96b071dddfa on network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:26.641967 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:26.642491 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Port a5b21616-e2b4-46ba-9d87-c96b071dddfa on network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:32:26.642491 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Attempting to bind port a5b21616-e2b4-46ba-9d87-c96b071dddfa on network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:26.642685 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:26.643981 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] 10.222.0.86 "PUT /v2.0/ports/01913f04-5998-45fd-af10-b8e6b0962e1e HTTP/1.1" status: 200 len: 1094 time: 2.1708188 May 11 16:32:26.646179 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'tag': '01913f04-5998-45fd-af10-b8e6b0962e1e'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:26.698410 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:32:26.699810 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Checking segment: {'id': '350e84d7-0ebd-44ab-ac5a-542af4181bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:32:26.701516 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Bound using segment: {'id': '350e84d7-0ebd-44ab-ac5a-542af4181bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349'} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:32:26.702102 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Bound port: a5b21616-e2b4-46ba-9d87-c96b071dddfa, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350e84d7-0ebd-44ab-ac5a-542af4181bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349'}}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:32:26.703835 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:26.771198 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e9284b7b-84ee-4660-ad22-bb5ff4fb2bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:26.771198 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-e9284b7b-84ee-4660-ad22-bb5ff4fb2bae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/107ddb34-d801-4d3a-8808-4bad38e0cf43 HTTP/1.1" status: 204 len: 168 time: 1.1182399 May 11 16:32:26.822444 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Pushing event updated for resources: {'Port': ['ID=01913f04-5998-45fd-af10-b8e6b0962e1e,revision_number=3']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:26.929616 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:26.970165 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:27.020476 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0ce63-d630-4540-9914-00a9d07da154 req-78be7e08-3257-496f-9d1d-bdf2a30f5b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:27.022080 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-78be7e08-3257-496f-9d1d-bdf2a30f5b55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0947d58a4f784ffdb486149eb985047a&device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 1097 time: 0.1650312 May 11 16:32:27.135593 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-1d390b46-fd4f-425d-aee6-9d398ee33109 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01913f04-5998-45fd-af10-b8e6b0962e1e HTTP/1.1" status: 200 len: 217 time: 0.1054053 May 11 16:32:27.178606 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:27.178809 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] For port a5b21616-e2b4-46ba-9d87-c96b071dddfa, host hv-cinder-76111, cleared binding levels {{(pid=79306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:32:27.192646 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] For port a5b21616-e2b4-46ba-9d87-c96b071dddfa, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a5b21616-e2b4-46ba-9d87-c96b071dddfa,segment=NetworkSegment(350e84d7-0ebd-44ab-ac5a-542af4181bad),segment_id=350e84d7-0ebd-44ab-ac5a-542af4181bad)] {{(pid=79306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:32:27.207638 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:27.223705 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-b3dad25b-a492-45bf-a61a-85387669cee4 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713003 May 11 16:32:27.314849 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Pushing event updated for resources: {'Port': ['ID=e1452b2e-6fff-45c8-8b6a-094de73673a3,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:27.325102 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:27.332995 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:32:27.334161 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfd01b-2b83-4ef9-8a22-69223e12b24b req-56794f25-b5df-4aef-a916-55e7cdcb4287 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:27.336158 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0ce63-d630-4540-9914-00a9d07da154 req-e69839af-bafc-4fd3-b29b-c91103334b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:27.336325 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcbfd01b-2b83-4ef9-8a22-69223e12b24b req-56794f25-b5df-4aef-a916-55e7cdcb4287 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 946 time: 0.4024897 May 11 16:32:27.336459 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-e69839af-bafc-4fd3-b29b-c91103334b12 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78af6bf4-3116-4bd6-81f1-294f2a27b4a6 HTTP/1.1" status: 200 len: 855 time: 0.1943548 May 11 16:32:27.337150 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:32:27.340199 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:32:27.349912 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:27.350553 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:27.365381 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:27.384397 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2348fa0-af16-4446-acb4-32f2dde0ef68 req-c997f894-c174-4f1a-9ce3-5616965551ca tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:27.385883 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d2348fa0-af16-4446-acb4-32f2dde0ef68 req-c997f894-c174-4f1a-9ce3-5616965551ca tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.4161448 May 11 16:32:27.391118 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:27.511690 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0ce63-d630-4540-9914-00a9d07da154 req-235fcad1-2048-4639-98d3-e4e512432b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:27.513252 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-235fcad1-2048-4639-98d3-e4e512432b50 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75895cd7-86cc-4311-898a-fb981ed5ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1550837 May 11 16:32:27.548337 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:27.549120 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:27.550601 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-510891b6-b956-4424-9068-e7442d44de4f req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] 10.222.0.86 "PUT /v2.0/ports/a5b21616-e2b4-46ba-9d87-c96b071dddfa HTTP/1.1" status: 200 len: 1093 time: 3.5162735 May 11 16:32:27.552955 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3580866 May 11 16:32:27.574386 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8051703e-5151-44be-b67e-e3eaee1b6f33', 'tag': 'a5b21616-e2b4-46ba-9d87-c96b071dddfa'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:27.612795 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcbfd01b-2b83-4ef9-8a22-69223e12b24b req-685f0973-bd45-468d-9dfc-83b823b6e7ec tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660770 May 11 16:32:27.616016 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Request body: {'port': {'device_id': 'e9ebf7ba-e67a-4d27-a480-ad5269da179d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:27.670109 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d2348fa0-af16-4446-acb4-32f2dde0ef68 req-17e70391-6b09-4e7e-bad7-e88b97781169 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297957 May 11 16:32:27.684668 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6645c78-0b11-4104-915d-e36794298e00 req-65eeb20f-47d8-4060-99ff-99e126f2fed0 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526908 May 11 16:32:27.685675 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Pushing event updated for resources: {'Port': ['ID=a5b21616-e2b4-46ba-9d87-c96b071dddfa,revision_number=3']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:27.691559 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:27.752952 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-de23209c-4ceb-4a5e-910d-fd47b72c61f6 service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329712 May 11 16:32:27.755379 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41144) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:27.800853 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510891b6-b956-4424-9068-e7442d44de4f req-5252f187-aa11-4cd7-b7e9-98e432ac3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:27.802400 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-510891b6-b956-4424-9068-e7442d44de4f req-5252f187-aa11-4cd7-b7e9-98e432ac3eeb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=43090811c61044408241c79e8f6afe8c&device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 1096 time: 0.0949669 May 11 16:32:27.867712 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-350932d8-4660-4a2b-bb88-d60fb8b41b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:28.012480 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8051703e-5151-44be-b67e-e3eaee1b6f33', 'tag': 'a5b21616-e2b4-46ba-9d87-c96b071dddfa', 'status': 'completed', 'code': 200} May 11 16:32:28.024638 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-95e0ce63-d630-4540-9914-00a9d07da154 req-7768778b-3d55-4f7a-9bdf-41fd811d2927 service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396078 May 11 16:32:28.027071 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'tag': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'status': 'completed', 'code': 200} May 11 16:32:28.042455 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-350932d8-4660-4a2b-bb88-d60fb8b41b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:28.045417 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-510891b6-b956-4424-9068-e7442d44de4f req-3ff4482b-9c9c-43f5-bc60-eec48bfd5532 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b21616-e2b4-46ba-9d87-c96b071dddfa HTTP/1.1" status: 200 len: 217 time: 0.2323015 May 11 16:32:28.049203 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-350932d8-4660-4a2b-bb88-d60fb8b41b61 admin admin] Usage tracker for resource:security_group_rule and tenant:661c14e60034400c8c424fb42eac2ac8 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:28.053752 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-350932d8-4660-4a2b-bb88-d60fb8b41b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:28.062868 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-350932d8-4660-4a2b-bb88-d60fb8b41b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:28.076696 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:28.165536 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107de8a-0814-40e3-ab56-d029c3abc742 req-e4b768b0-7ccc-42a1-9dce-165e7337070b tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:28.167058 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6107de8a-0814-40e3-ab56-d029c3abc742 req-e4b768b0-7ccc-42a1-9dce-165e7337070b tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 943 time: 0.2061338 May 11 16:32:28.203311 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510891b6-b956-4424-9068-e7442d44de4f req-3cd1f709-bb25-4910-86aa-b8cc7c668bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:28.204650 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-510891b6-b956-4424-9068-e7442d44de4f req-3cd1f709-bb25-4910-86aa-b8cc7c668bd6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8cf7b756-6d88-4955-8db1-8a7a09f3073b HTTP/1.1" status: 200 len: 858 time: 0.1483123 May 11 16:32:28.268221 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-510891b6-b956-4424-9068-e7442d44de4f req-54c2c477-712a-461a-92ef-e99655f7e1c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550888 May 11 16:32:28.302885 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6107de8a-0814-40e3-ab56-d029c3abc742 req-849fb817-5970-4e90-b906-f7bc3653f0eb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205316 May 11 16:32:28.406684 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81697222-11b6-46ce-838b-4612006c6974 req-4308490e-6a9b-468f-a9a7-43f336d287cd tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:28.408175 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-81697222-11b6-46ce-838b-4612006c6974 req-4308490e-6a9b-468f-a9a7-43f336d287cd tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 932 time: 0.2916999 May 11 16:32:28.458047 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600e48d-709f-4bfd-8baa-ef96b59000be req-4d141c19-c00f-44ab-b2a3-58126073c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:28.458233 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-510891b6-b956-4424-9068-e7442d44de4f req-236f5c27-8963-4ada-98c3-11c72d5d86a1 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818244 May 11 16:32:28.459393 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-5600e48d-709f-4bfd-8baa-ef96b59000be req-4d141c19-c00f-44ab-b2a3-58126073c17f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0947d58a4f784ffdb486149eb985047a&device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 1097 time: 0.2377644 May 11 16:32:28.492944 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 41156) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:28.501870 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-81697222-11b6-46ce-838b-4612006c6974 req-de3791b6-1f2b-4244-b056-4c5bad1e42e5 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744917 May 11 16:32:28.542082 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-350932d8-4660-4a2b-bb88-d60fb8b41b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:28.602599 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-350932d8-4660-4a2b-bb88-d60fb8b41b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:28.614207 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4120e6a8-9eba-4dd9-88c3-d1b3657847dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:28.637474 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-510891b6-b956-4424-9068-e7442d44de4f req-dd2f887c-1929-4e07-b7fb-f78e798aafb0 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645181 May 11 16:32:28.745044 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0fdde7e0-9ad3-4574-92d6-c04c50b11fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:28.790160 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-350932d8-4660-4a2b-bb88-d60fb8b41b61 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=661c14e60034400c8c424fb42eac2ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0335183 May 11 16:32:28.803512 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41178) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:28.812534 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350932d8-4660-4a2b-bb88-d60fb8b41b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a00197b-57a0-4324-92eb-4e3ff81113ba,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:28.832890 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-350932d8-4660-4a2b-bb88-d60fb8b41b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:28.865588 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-0fdde7e0-9ad3-4574-92d6-c04c50b11fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:28.881027 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600e48d-709f-4bfd-8baa-ef96b59000be req-36ea76ad-7e22-48a7-ba11-4e49fadeec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:28.882834 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-5600e48d-709f-4bfd-8baa-ef96b59000be req-36ea76ad-7e22-48a7-ba11-4e49fadeec09 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75895cd7-86cc-4311-898a-fb981ed5ac7d HTTP/1.1" status: 200 len: 917 time: 0.3682234 May 11 16:32:28.925994 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-0fdde7e0-9ad3-4574-92d6-c04c50b11fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:8dea2365fd8849e0bc46a41ba35b76c7 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:28.933301 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-0fdde7e0-9ad3-4574-92d6-c04c50b11fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:28.946376 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-0fdde7e0-9ad3-4574-92d6-c04c50b11fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:29.006468 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-5600e48d-709f-4bfd-8baa-ef96b59000be req-9f6b0bb4-ce71-4b44-b1ad-13d342c78fc0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01913f04-5998-45fd-af10-b8e6b0962e1e HTTP/1.1" status: 200 len: 217 time: 0.0887949 May 11 16:32:29.018373 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-02fecd42-5a98-4b78-8f5f-a977174a6aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:29.022265 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1452b2e-6fff-45c8-8b6a-094de73673a3 {{(pid=79307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:32:29.061449 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb8726-4f7b-45e8-88ce-63ee97de2739 req-b71ceb02-5ce8-4d04-9f53-7470303aefab tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:29.063029 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-abfb8726-4f7b-45e8-88ce-63ee97de2739 req-b71ceb02-5ce8-4d04-9f53-7470303aefab tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.2092364 May 11 16:32:29.069214 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:29.072923 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132d101-f4f8-4d52-b602-77b9667e1b71 req-ec022b94-7ed2-4ff0-9405-3a91eb9ff344 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:29.074391 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2132d101-f4f8-4d52-b602-77b9667e1b71 req-ec022b94-7ed2-4ff0-9405-3a91eb9ff344 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 946 time: 0.2946208 May 11 16:32:29.091450 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d233c-8889-48f8-aa67-9e4ec9372dad req-2894e2d6-7883-4848-ae09-ce45b1d058a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:29.092800 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-054d233c-8889-48f8-aa67-9e4ec9372dad req-2894e2d6-7883-4848-ae09-ce45b1d058a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=43090811c61044408241c79e8f6afe8c&device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 1096 time: 0.3145995 May 11 16:32:29.112103 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-02fecd42-5a98-4b78-8f5f-a977174a6aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:29.125775 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Transition to ACTIVE for port object e1452b2e-6fff-45c8-8b6a-094de73673a3 will not be triggered until provisioned by entity L2. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:29.161472 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600e48d-709f-4bfd-8baa-ef96b59000be req-d3046756-3b79-4bb4-acb7-b113b2307fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:29.162907 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-5600e48d-709f-4bfd-8baa-ef96b59000be req-d3046756-3b79-4bb4-acb7-b113b2307fcf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78af6bf4-3116-4bd6-81f1-294f2a27b4a6 HTTP/1.1" status: 200 len: 855 time: 0.1456697 May 11 16:32:29.214492 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:29.223820 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:29.269207 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-abfb8726-4f7b-45e8-88ce-63ee97de2739 req-1098aa8e-8c86-40b5-a69c-1d0bb3918652 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926348 May 11 16:32:29.280451 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2132d101-f4f8-4d52-b602-77b9667e1b71 req-5a102044-29d8-4f60-817f-1a43a84a7c23 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828852 May 11 16:32:29.281961 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0fdde7e0-9ad3-4574-92d6-c04c50b11fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:29.332176 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-02fecd42-5a98-4b78-8f5f-a977174a6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:29.360684 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0fdde7e0-9ad3-4574-92d6-c04c50b11fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:29.370376 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-02fecd42-5a98-4b78-8f5f-a977174a6aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:29.371564 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-02fecd42-5a98-4b78-8f5f-a977174a6aa2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3a00197b-57a0-4324-92eb-4e3ff81113ba HTTP/1.1" status: 204 len: 168 time: 0.5635028 May 11 16:32:29.399815 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:29.426582 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d233c-8889-48f8-aa67-9e4ec9372dad req-ff9f4431-08e9-4901-93a6-a04525d1ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:29.428129 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1452b2e-6fff-45c8-8b6a-094de73673a3,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:29.431439 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-054d233c-8889-48f8-aa67-9e4ec9372dad req-ff9f4431-08e9-4901-93a6-a04525d1ee11 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 HTTP/1.1" status: 200 len: 919 time: 0.3286664 May 11 16:32:29.437933 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:29.441145 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c4359308-24d4-4188-b32c-c8d6e8967de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:29.451521 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600e48d-709f-4bfd-8baa-ef96b59000be req-33910dd4-c719-428b-a0ff-82021afb6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:29.453002 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-5600e48d-709f-4bfd-8baa-ef96b59000be req-33910dd4-c719-428b-a0ff-82021afb6ac7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75895cd7-86cc-4311-898a-fb981ed5ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2822485 May 11 16:32:29.522550 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fecd42-5a98-4b78-8f5f-a977174a6aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a00197b-57a0-4324-92eb-4e3ff81113ba,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:29.525580 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-02fecd42-5a98-4b78-8f5f-a977174a6aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:29.596539 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-0fdde7e0-9ad3-4574-92d6-c04c50b11fd2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8dea2365fd8849e0bc46a41ba35b76c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1001635 May 11 16:32:29.597940 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-054d233c-8889-48f8-aa67-9e4ec9372dad req-89fd620c-ca22-49d9-b176-1b82874593c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b21616-e2b4-46ba-9d87-c96b071dddfa HTTP/1.1" status: 200 len: 217 time: 0.1567583 May 11 16:32:29.600265 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41192) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:29.607450 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdde7e0-9ad3-4574-92d6-c04c50b11fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f215ede6-28bd-4a8f-b26f-c7740fd596f0,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:29.607659 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Attempting to bind port e1452b2e-6fff-45c8-8b6a-094de73673a3 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:32:29.608002 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Attempting to bind port e1452b2e-6fff-45c8-8b6a-094de73673a3 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '350e84d7-0ebd-44ab-ac5a-542af4181bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349'}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:32:29.608325 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Attempting to bind port e1452b2e-6fff-45c8-8b6a-094de73673a3 on network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:29.610842 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0fdde7e0-9ad3-4574-92d6-c04c50b11fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:29.634177 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Port e1452b2e-6fff-45c8-8b6a-094de73673a3 on network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:32:29.634496 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Attempting to bind port e1452b2e-6fff-45c8-8b6a-094de73673a3 on network 8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:29.661039 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:32:29.661364 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Checking segment: {'id': '350e84d7-0ebd-44ab-ac5a-542af4181bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:32:29.661762 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Bound using segment: {'id': '350e84d7-0ebd-44ab-ac5a-542af4181bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349'} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:32:29.662232 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Bound port: e1452b2e-6fff-45c8-8b6a-094de73673a3, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350e84d7-0ebd-44ab-ac5a-542af4181bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349'}}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:32:29.662571 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:29.683272 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d233c-8889-48f8-aa67-9e4ec9372dad req-273f07ca-28bc-4d9a-a00a-b66fafdf88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:29.684770 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-054d233c-8889-48f8-aa67-9e4ec9372dad req-273f07ca-28bc-4d9a-a00a-b66fafdf88d5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8cf7b756-6d88-4955-8db1-8a7a09f3073b HTTP/1.1" status: 200 len: 858 time: 0.0793090 May 11 16:32:29.735630 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d48a6-5859-4397-84bc-ba1289b36f14 req-4a10c372-bfcd-4479-8788-92a38d5210d9 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:29.738197 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e06d48a6-5859-4397-84bc-ba1289b36f14 req-4a10c372-bfcd-4479-8788-92a38d5210d9 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 943 time: 0.2067523 May 11 16:32:29.750622 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-054d233c-8889-48f8-aa67-9e4ec9372dad req-769a5411-ee6d-42b3-91a5-baa8b8c901d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540247 May 11 16:32:29.778216 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-5600e48d-709f-4bfd-8baa-ef96b59000be req-7d8c7fc3-238a-4ec6-ad52-44b3763cea9e service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773314 May 11 16:32:29.780166 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b79a1654-4de1-47bf-8aa0-d1a646a6d2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:29.931087 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b79a1654-4de1-47bf-8aa0-d1a646a6d2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:29.933912 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e06d48a6-5859-4397-84bc-ba1289b36f14 req-08de6dd7-3486-4c8a-95ab-c53c78c275ae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858659 May 11 16:32:30.030954 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-054d233c-8889-48f8-aa67-9e4ec9372dad req-45315938-76e1-412d-9b7a-9eca568367e7 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653019 May 11 16:32:30.135827 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] For port e1452b2e-6fff-45c8-8b6a-094de73673a3, host hv-cinder-76111, cleared binding levels {{(pid=79307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:32:30.201585 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:32:30.239357 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] For port e1452b2e-6fff-45c8-8b6a-094de73673a3, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e1452b2e-6fff-45c8-8b6a-094de73673a3,segment=NetworkSegment(350e84d7-0ebd-44ab-ac5a-542af4181bad),segment_id=350e84d7-0ebd-44ab-ac5a-542af4181bad)] {{(pid=79307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:32:30.295463 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-054d233c-8889-48f8-aa67-9e4ec9372dad req-1e3a663d-5f03-4951-8fae-7280e54a4a36 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570059 May 11 16:32:30.296938 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-5600e48d-709f-4bfd-8baa-ef96b59000be req-f5ea87e8-291b-43a5-8215-5b3bebe0d54c service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120668 May 11 16:32:30.315245 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404603d-8008-4dde-af46-e58a45408147 req-1a5c162a-f892-4838-8eba-95375d45b1c4 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:30.320795 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7404603d-8008-4dde-af46-e58a45408147 req-1a5c162a-f892-4838-8eba-95375d45b1c4 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 944 time: 0.1552095 May 11 16:32:30.333530 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:30.337757 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a1ced090-566c-4fd6-ab46-a46cb4cd7726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:30.364161 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7404603d-8008-4dde-af46-e58a45408147 req-b8b30646-52ff-4db0-8d3a-55efcc2d2058 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397799 May 11 16:32:30.410491 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b79a1654-4de1-47bf-8aa0-d1a646a6d2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:30.442711 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:30.443214 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:30.444628 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] 10.222.0.86 "PUT /v2.0/ports/e1452b2e-6fff-45c8-8b6a-094de73673a3 HTTP/1.1" status: 200 len: 1094 time: 2.8380451 May 11 16:32:30.446140 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1452b2e-6fff-45c8-8b6a-094de73673a3,revision_number=3']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:30.449642 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:30.450078 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ebf7ba-e67a-4d27-a480-ad5269da179d', 'tag': 'e1452b2e-6fff-45c8-8b6a-094de73673a3'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:30.456905 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e9284b7b-84ee-4660-ad22-bb5ff4fb2bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:30.474525 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a1654-4de1-47bf-8aa0-d1a646a6d2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f215ede6-28bd-4a8f-b26f-c7740fd596f0,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:30.478138 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b79a1654-4de1-47bf-8aa0-d1a646a6d2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:30.481354 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-b79a1654-4de1-47bf-8aa0-d1a646a6d2b7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f215ede6-28bd-4a8f-b26f-c7740fd596f0 HTTP/1.1" status: 204 len: 168 time: 0.8757787 May 11 16:32:30.481354 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b79a1654-4de1-47bf-8aa0-d1a646a6d2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:30.627642 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 01913f04-5998-45fd-af10-b8e6b0962e1e details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:32:30.667955 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-682565fb-55fb-4cc7-b637-b594cd2fe997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:30.669413 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-682565fb-55fb-4cc7-b637-b594cd2fe997 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=43090811c61044408241c79e8f6afe8c&device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 1097 time: 0.0844109 May 11 16:32:30.670327 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2304e71-67b8-44f9-91e1-b172a06a3765 req-fbc142c9-794d-4bad-8a62-eeb5e579b88a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:30.672060 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f2304e71-67b8-44f9-91e1-b172a06a3765 req-fbc142c9-794d-4bad-8a62-eeb5e579b88a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.1207676 May 11 16:32:30.728295 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f2304e71-67b8-44f9-91e1-b172a06a3765 req-551a894b-d6d6-492c-815e-8c1e7de2f2fb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499904 May 11 16:32:30.745471 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-a1440837-c485-4b41-9fa7-7dcbc917d3d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1452b2e-6fff-45c8-8b6a-094de73673a3 HTTP/1.1" status: 200 len: 217 time: 0.0683639 May 11 16:32:30.800367 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 01913f04-5998-45fd-af10-b8e6b0962e1e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=01913f04-5998-45fd-af10-b8e6b0962e1e,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:30.808270 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ebf7ba-e67a-4d27-a480-ad5269da179d', 'tag': 'e1452b2e-6fff-45c8-8b6a-094de73673a3', 'status': 'completed', 'code': 200} May 11 16:32:30.815721 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'port_id': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'mac_address': 'fa:16:3e:b1:2f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:32:30.826663 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-ea9d987b-37c7-4fd6-ad58-41b7770e24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:30.829724 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-ea9d987b-37c7-4fd6-ad58-41b7770e24b3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8cf7b756-6d88-4955-8db1-8a7a09f3073b HTTP/1.1" status: 200 len: 858 time: 0.0762827 May 11 16:32:30.878143 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:30.878780 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-12194ef2-3ac3-438a-a9ae-c7df57b2aaf5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416250 May 11 16:32:30.895737 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01913f04-5998-45fd-af10-b8e6b0962e1e {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:32:30.916036 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 01913f04-5998-45fd-af10-b8e6b0962e1e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=01913f04-5998-45fd-af10-b8e6b0962e1e,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:30.996317 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:30.997434 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 7d5f6a24-8b30-4765-8ece-f0771ac13f32 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:32:31.037420 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:31.102491 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-b3072d87-90ab-4e40-a46b-af6484eb30f4 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087231 May 11 16:32:31.293221 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=01913f04-5998-45fd-af10-b8e6b0962e1e,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:31.299885 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:31.328351 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50006d-5ca6-4997-9362-d23f009ab5fa req-01362930-124e-4632-8347-37a1ba639a63 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:31.347169 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3e50006d-5ca6-4997-9362-d23f009ab5fa req-01362930-124e-4632-8347-37a1ba639a63 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 943 time: 0.1743431 May 11 16:32:31.355047 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 7d5f6a24-8b30-4765-8ece-f0771ac13f32, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7d5f6a24-8b30-4765-8ece-f0771ac13f32,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:31.361049 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-57a428d1-bfd4-4181-b66d-b02d06df0cfe req-bf5988d4-ab22-44ad-9176-3e21d04ac493 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519610 May 11 16:32:31.381233 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '7d5f6a24-8b30-4765-8ece-f0771ac13f32', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'port_id': '7d5f6a24-8b30-4765-8ece-f0771ac13f32', 'mac_address': 'fa:16:3e:78:8a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:32:31.409811 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3e50006d-5ca6-4997-9362-d23f009ab5fa req-901774be-7f64-4572-a00e-faf04c8f5ebd tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615351 May 11 16:32:31.458808 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:31.476534 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5f6a24-8b30-4765-8ece-f0771ac13f32 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:32:31.503014 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 7d5f6a24-8b30-4765-8ece-f0771ac13f32, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7d5f6a24-8b30-4765-8ece-f0771ac13f32,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:31.590307 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960dcd0-ce37-47a0-b027-a1af0c869706 req-70f9aeeb-8a38-415a-825d-b7738a494412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:31.592176 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-e960dcd0-ce37-47a0-b027-a1af0c869706 req-70f9aeeb-8a38-415a-825d-b7738a494412 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=43090811c61044408241c79e8f6afe8c&device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 1097 time: 0.0879071 May 11 16:32:31.601938 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:31.610558 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:31.610659 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fb1a8-9934-4f24-b27b-74cb349e2269 req-73c00376-53b2-425a-9922-bf13b94db11c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:31.618495 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-076fb1a8-9934-4f24-b27b-74cb349e2269 req-73c00376-53b2-425a-9922-bf13b94db11c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 944 time: 0.1121531 May 11 16:32:31.672263 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-076fb1a8-9934-4f24-b27b-74cb349e2269 req-701ba4e1-f5d1-46b9-95f3-20dd6a641d43 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525486 May 11 16:32:31.695710 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=7d5f6a24-8b30-4765-8ece-f0771ac13f32,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:31.698035 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:31.747961 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 41266) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:31.784066 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960dcd0-ce37-47a0-b027-a1af0c869706 req-3f1982ec-9ce2-4895-8779-3678586ec0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:31.792092 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-e960dcd0-ce37-47a0-b027-a1af0c869706 req-3f1982ec-9ce2-4895-8779-3678586ec0e1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 HTTP/1.1" status: 200 len: 919 time: 0.1705456 May 11 16:32:31.792327 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d2de8a58-0529-45dd-9b85-626d384d6afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:31.804115 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-d2de8a58-0529-45dd-9b85-626d384d6afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:31.810513 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-d2de8a58-0529-45dd-9b85-626d384d6afa admin admin] Usage tracker for resource:security_group_rule and tenant:7c8b3ea6690e4236b0c28a42ad3f6925 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:31.813650 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-d2de8a58-0529-45dd-9b85-626d384d6afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:31.819900 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-d2de8a58-0529-45dd-9b85-626d384d6afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:31.896450 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['7d5f6a24-8b30-4765-8ece-f0771ac13f32'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:32:31.905434 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-e960dcd0-ce37-47a0-b027-a1af0c869706 req-e98f3149-b942-4e95-8536-549b0ddc3161 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1452b2e-6fff-45c8-8b6a-094de73673a3 HTTP/1.1" status: 200 len: 217 time: 0.1084299 May 11 16:32:31.944395 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['01913f04-5998-45fd-af10-b8e6b0962e1e'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:32:31.991002 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960dcd0-ce37-47a0-b027-a1af0c869706 req-dcf67046-08d5-43cb-9f47-1d5820a73a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:31.993275 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-e960dcd0-ce37-47a0-b027-a1af0c869706 req-dcf67046-08d5-43cb-9f47-1d5820a73a47 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8cf7b756-6d88-4955-8db1-8a7a09f3073b HTTP/1.1" status: 200 len: 858 time: 0.0793710 May 11 16:32:32.062601 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-e960dcd0-ce37-47a0-b027-a1af0c869706 req-f4cf8521-1c02-4d6c-b550-edab76cd89b3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586348 May 11 16:32:32.063815 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462909a5-643e-4c63-96a9-d7ad1fbf2e7c req-90574da9-e6f5-4d70-be42-dfc2e299bb3b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:32.065311 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-462909a5-643e-4c63-96a9-d7ad1fbf2e7c req-90574da9-e6f5-4d70-be42-dfc2e299bb3b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 945 time: 0.1795969 May 11 16:32:32.148366 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d2de8a58-0529-45dd-9b85-626d384d6afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:32.157015 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-462909a5-643e-4c63-96a9-d7ad1fbf2e7c req-065d5252-b203-4104-9b0a-bde96a635454 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775836 May 11 16:32:32.253487 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d2de8a58-0529-45dd-9b85-626d384d6afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:32.263225 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:32.281414 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-e960dcd0-ce37-47a0-b027-a1af0c869706 req-346ece8a-4674-4474-b856-337f2839361d service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097125 May 11 16:32:32.342888 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-d2de8a58-0529-45dd-9b85-626d384d6afa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c8b3ea6690e4236b0c28a42ad3f6925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911903 May 11 16:32:32.353345 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 41286) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:32.408331 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de8a58-0529-45dd-9b85-626d384d6afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d1dc79-2515-408f-94df-996c46ab17a2,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:32.416662 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d2de8a58-0529-45dd-9b85-626d384d6afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:32.511945 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-e960dcd0-ce37-47a0-b027-a1af0c869706 req-4ec9f111-5710-4f64-8921-cc7547a3bb16 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214143 May 11 16:32:32.517003 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3d73c721-ab7d-4085-9b9b-2e55ad8811ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:32.638270 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device a5b21616-e2b4-46ba-9d87-c96b071dddfa details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:32:32.641314 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3d73c721-ab7d-4085-9b9b-2e55ad8811ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:32.740528 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab7160-892a-4b65-b703-9dfe6ae0855e req-afd1dd2d-ecc5-4540-9840-b9c969d4f0af tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:32.743605 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-41ab7160-892a-4b65-b703-9dfe6ae0855e req-afd1dd2d-ecc5-4540-9840-b9c969d4f0af tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 944 time: 0.1579535 May 11 16:32:32.826926 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port a5b21616-e2b4-46ba-9d87-c96b071dddfa, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a5b21616-e2b4-46ba-9d87-c96b071dddfa,segment=NetworkSegment(350e84d7-0ebd-44ab-ac5a-542af4181bad),segment_id=350e84d7-0ebd-44ab-ac5a-542af4181bad)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:32.832476 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-41ab7160-892a-4b65-b703-9dfe6ae0855e req-6784142e-1ff1-49be-a439-b1a37cbf695f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828600 May 11 16:32:32.854980 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': 'a5b21616-e2b4-46ba-9d87-c96b071dddfa', 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349', 'port_id': 'a5b21616-e2b4-46ba-9d87-c96b071dddfa', 'mac_address': 'fa:16:3e:6c:2d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf7b756-6d88-4955-8db1-8a7a09f3073b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:32:32.860008 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3d73c721-ab7d-4085-9b9b-2e55ad8811ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:32.864079 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:32.878825 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73c721-ab7d-4085-9b9b-2e55ad8811ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d1dc79-2515-408f-94df-996c46ab17a2,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:32.889124 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3d73c721-ab7d-4085-9b9b-2e55ad8811ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:32.904708 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3d73c721-ab7d-4085-9b9b-2e55ad8811ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:32.908573 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-3d73c721-ab7d-4085-9b9b-2e55ad8811ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/00d1dc79-2515-408f-94df-996c46ab17a2 HTTP/1.1" status: 204 len: 168 time: 0.5535362 May 11 16:32:32.922337 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:32.952399 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b21616-e2b4-46ba-9d87-c96b071dddfa {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:32:32.972217 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port a5b21616-e2b4-46ba-9d87-c96b071dddfa, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a5b21616-e2b4-46ba-9d87-c96b071dddfa,segment=NetworkSegment(350e84d7-0ebd-44ab-ac5a-542af4181bad),segment_id=350e84d7-0ebd-44ab-ac5a-542af4181bad)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:33.053682 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e12d4d-c66f-4cd5-8100-8bc41e57877d req-83863371-1fde-47e7-8625-8e15610eeac0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:33.055751 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f5e12d4d-c66f-4cd5-8100-8bc41e57877d req-83863371-1fde-47e7-8625-8e15610eeac0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 944 time: 0.0933580 May 11 16:32:33.070643 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:33.073110 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-202fbd0c-047b-4038-9119-44699d0bdf37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:33.102895 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f5e12d4d-c66f-4cd5-8100-8bc41e57877d req-0966d29c-db5f-44c3-b0d4-0f5542199d13 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407097 May 11 16:32:33.144941 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=a5b21616-e2b4-46ba-9d87-c96b071dddfa,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:33.144941 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:33.333591 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['a5b21616-e2b4-46ba-9d87-c96b071dddfa'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:32:33.413607 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6efef-40ef-4415-8fe6-37846ad2cf22 req-08c7bd02-8e17-41dd-a739-cea8822b9b4f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:33.415425 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3ab6efef-40ef-4415-8fe6-37846ad2cf22 req-08c7bd02-8e17-41dd-a739-cea8822b9b4f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 945 time: 0.1168981 May 11 16:32:33.476935 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3ab6efef-40ef-4415-8fe6-37846ad2cf22 req-82841d0c-0eb3-43da-afea-ecca02abae1d tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549574 May 11 16:32:33.748408 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 41318) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:33.768018 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-799def9c-7c4b-41cd-85b5-974143e71b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:33.783806 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-799def9c-7c4b-41cd-85b5-974143e71b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:33.787941 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-799def9c-7c4b-41cd-85b5-974143e71b49 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a817aed3c2483d93ca5f33f3abc318 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:33.791316 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-799def9c-7c4b-41cd-85b5-974143e71b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:33.797581 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-799def9c-7c4b-41cd-85b5-974143e71b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:33.879611 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-799def9c-7c4b-41cd-85b5-974143e71b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:34.001640 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-799def9c-7c4b-41cd-85b5-974143e71b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:34.013612 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0fdde7e0-9ad3-4574-92d6-c04c50b11fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:34.072800 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77c2e7-ebae-44d7-a825-67316900b0c7 req-f3bbfbf9-aad0-433c-bf74-95f72a35060e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:34.074242 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ab77c2e7-ebae-44d7-a825-67316900b0c7 req-f3bbfbf9-aad0-433c-bf74-95f72a35060e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 944 time: 0.1298242 May 11 16:32:34.082642 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-799def9c-7c4b-41cd-85b5-974143e71b49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a4a817aed3c2483d93ca5f33f3abc318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305752 May 11 16:32:34.088175 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41324) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:34.088621 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799def9c-7c4b-41cd-85b5-974143e71b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51d8fc3-a817-4c58-ab3e-a52f2d7e0fe2,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:34.102554 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-799def9c-7c4b-41cd-85b5-974143e71b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:34.130553 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ab77c2e7-ebae-44d7-a825-67316900b0c7 req-f1cfc99e-a433-4a17-a0df-e7e726059896 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477936 May 11 16:32:34.161060 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fb51ac1d-4ae4-41ab-b7cd-563b57720ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:34.167465 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:34.198366 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fb51ac1d-4ae4-41ab-b7cd-563b57720ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:34.307037 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabbaa9-99b1-46a0-ad7c-f1c829f2d04e req-484cf5ce-deaf-4212-8e23-858e1c087aac tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:34.308514 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3cabbaa9-99b1-46a0-ad7c-f1c829f2d04e req-484cf5ce-deaf-4212-8e23-858e1c087aac tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 944 time: 0.0801187 May 11 16:32:34.357072 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3cabbaa9-99b1-46a0-ad7c-f1c829f2d04e req-fd9f32e3-9cb2-4e3d-af3a-6848bb35820a tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424931 May 11 16:32:34.361881 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fb51ac1d-4ae4-41ab-b7cd-563b57720ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:34.367009 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b79a1654-4de1-47bf-8aa0-d1a646a6d2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:34.381508 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51ac1d-4ae4-41ab-b7cd-563b57720ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51d8fc3-a817-4c58-ab3e-a52f2d7e0fe2,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:34.386979 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fb51ac1d-4ae4-41ab-b7cd-563b57720ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:34.388876 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fb51ac1d-4ae4-41ab-b7cd-563b57720ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:34.389967 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-fb51ac1d-4ae4-41ab-b7cd-563b57720ca3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d51d8fc3-a817-4c58-ab3e-a52f2d7e0fe2 HTTP/1.1" status: 204 len: 168 time: 0.3055384 May 11 16:32:34.632236 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device e1452b2e-6fff-45c8-8b6a-094de73673a3 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:32:34.637458 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device a5b21616-e2b4-46ba-9d87-c96b071dddfa up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:34.693481 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c8a0-5859-4bd0-acca-e335d8d423dc req-1bab8e3c-2c12-415a-b236-587c2dd17321 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:34.694993 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c0a5c8a0-5859-4bd0-acca-e335d8d423dc req-1bab8e3c-2c12-415a-b236-587c2dd17321 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 945 time: 0.0952930 May 11 16:32:34.751591 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c0a5c8a0-5859-4bd0-acca-e335d8d423dc req-563a8e71-3b55-4deb-bdeb-2755c0a50204 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497406 May 11 16:32:34.859124 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port e1452b2e-6fff-45c8-8b6a-094de73673a3, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e1452b2e-6fff-45c8-8b6a-094de73673a3,segment=NetworkSegment(350e84d7-0ebd-44ab-ac5a-542af4181bad),segment_id=350e84d7-0ebd-44ab-ac5a-542af4181bad)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:34.872446 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port a5b21616-e2b4-46ba-9d87-c96b071dddfa completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:34.880824 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port a5b21616-e2b4-46ba-9d87-c96b071dddfa triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:34.881293 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:34.944139 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': 'e1452b2e-6fff-45c8-8b6a-094de73673a3', 'network_id': '8cc7056a-c37c-408d-a6c0-cc2e4ba5d349', 'port_id': 'e1452b2e-6fff-45c8-8b6a-094de73673a3', 'mac_address': 'fa:16:3e:c9:86:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf7b756-6d88-4955-8db1-8a7a09f3073b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:32:35.070426 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:35.096804 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1452b2e-6fff-45c8-8b6a-094de73673a3 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:32:35.122079 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:35.133750 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port e1452b2e-6fff-45c8-8b6a-094de73673a3, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e1452b2e-6fff-45c8-8b6a-094de73673a3,segment=NetworkSegment(350e84d7-0ebd-44ab-ac5a-542af4181bad),segment_id=350e84d7-0ebd-44ab-ac5a-542af4181bad)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:35.152225 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8051703e-5151-44be-b67e-e3eaee1b6f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b21616-e2b4-46ba-9d87-c96b071dddfa'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:35.180261 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port a5b21616-e2b4-46ba-9d87-c96b071dddfa, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a5b21616-e2b4-46ba-9d87-c96b071dddfa,segment=NetworkSegment(350e84d7-0ebd-44ab-ac5a-542af4181bad),segment_id=350e84d7-0ebd-44ab-ac5a-542af4181bad)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:35.219513 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:35.221311 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:35.303909 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:35.305361 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 01913f04-5998-45fd-af10-b8e6b0962e1e up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:35.344994 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=e1452b2e-6fff-45c8-8b6a-094de73673a3,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:35.349732 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:35.350202 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c35fa894-7f1d-4809-8849-7249b03a5be2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:35.375058 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d703433-3c91-40b3-8326-ce1d35382061 req-21bc9f42-b498-4a4e-a5d8-8a22f6e434f5 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:35.380923 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8051703e-5151-44be-b67e-e3eaee1b6f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b21616-e2b4-46ba-9d87-c96b071dddfa', 'code': 200} May 11 16:32:35.391900 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6d703433-3c91-40b3-8326-ce1d35382061 req-21bc9f42-b498-4a4e-a5d8-8a22f6e434f5 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 944 time: 0.1032903 May 11 16:32:35.482286 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=a5b21616-e2b4-46ba-9d87-c96b071dddfa,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:35.494656 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:35.521732 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6d703433-3c91-40b3-8326-ce1d35382061 req-03cbc752-654a-4e98-90c6-fea32e802665 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347392 May 11 16:32:35.540110 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['e1452b2e-6fff-45c8-8b6a-094de73673a3'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:32:35.712660 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port 01913f04-5998-45fd-af10-b8e6b0962e1e completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:35.730555 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 01913f04-5998-45fd-af10-b8e6b0962e1e triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:35.731057 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:35.767050 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b64545-765c-4f82-a9ea-0d296b1da166 req-3ed64dd1-f8ae-41bd-913b-43a1687d855f tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:35.768914 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-95b64545-765c-4f82-a9ea-0d296b1da166 req-3ed64dd1-f8ae-41bd-913b-43a1687d855f tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 945 time: 0.2462120 May 11 16:32:35.871042 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270515a-acae-4cc5-a74f-f2f78c3c2e9a req-973bf425-3672-408c-a2ab-03f87320d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:35.873277 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-8270515a-acae-4cc5-a74f-f2f78c3c2e9a req-973bf425-3672-408c-a2ab-03f87320d687 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 1098 time: 0.1001956 May 11 16:32:35.876130 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-95b64545-765c-4f82-a9ea-0d296b1da166 req-b770884c-1517-40d1-b9e3-e045cc20be57 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/security-groups?id=43f5741b-27d6-49ed-a30f-ae5f8a702eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904107 May 11 16:32:35.924851 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067dbeb-d6b3-4988-89f0-0c255fca4899 req-add15352-0950-4163-ae59-b913d7e4fc1b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:35.932790 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-8270515a-acae-4cc5-a74f-f2f78c3c2e9a req-93502f1f-aaf8-42ae-b42f-93feeb914034 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 May 11 16:32:35.939989 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4067dbeb-d6b3-4988-89f0-0c255fca4899 req-add15352-0950-4163-ae59-b913d7e4fc1b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 945 time: 0.2356858 May 11 16:32:35.955694 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:36.014565 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4067dbeb-d6b3-4988-89f0-0c255fca4899 req-2d8609e1-f710-45ab-9988-bdb54be2a80e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666242 May 11 16:32:36.079528 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 01913f04-5998-45fd-af10-b8e6b0962e1e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=01913f04-5998-45fd-af10-b8e6b0962e1e,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:36.120151 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165097b-7406-49e1-8163-85e965bcd21a req-a9cdb9ea-83a6-40e6-9723-6a6bcd96f9e2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:36.121592 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c165097b-7406-49e1-8163-85e965bcd21a req-a9cdb9ea-83a6-40e6-9723-6a6bcd96f9e2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 945 time: 0.0899248 May 11 16:32:36.167776 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c165097b-7406-49e1-8163-85e965bcd21a req-40b7af9d-591b-40f6-8c76-4d44c26d8048 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398839 May 11 16:32:36.236199 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:36.237088 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 7d5f6a24-8b30-4765-8ece-f0771ac13f32 up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:36.268333 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a145fc4b-ebd0-4b5f-914b-7f77eb1e6e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:36.357028 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=01913f04-5998-45fd-af10-b8e6b0962e1e,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:36.361178 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:36.447383 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port 7d5f6a24-8b30-4765-8ece-f0771ac13f32 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:36.452689 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 7d5f6a24-8b30-4765-8ece-f0771ac13f32 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:36.453070 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:36.574023 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:36.611671 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 7d5f6a24-8b30-4765-8ece-f0771ac13f32, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7d5f6a24-8b30-4765-8ece-f0771ac13f32,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:36.664873 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:36.666687 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:36.735351 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dc5b2-9f77-4e8f-ba8d-71302d39e833 req-77918b9e-7e72-4b68-8353-5aeb52aa5a22 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:36.742572 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0e1dc5b2-9f77-4e8f-ba8d-71302d39e833 req-77918b9e-7e72-4b68-8353-5aeb52aa5a22 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1048157 May 11 16:32:36.742731 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=7d5f6a24-8b30-4765-8ece-f0771ac13f32,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:36.745986 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:36.797984 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0e1dc5b2-9f77-4e8f-ba8d-71302d39e833 req-aab646af-4e20-4523-8df9-6b243ac2eb6d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544684 May 11 16:32:37.162591 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-9d035838-e725-4f3e-a53f-507a79688fa8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:37.164608 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-9d035838-e725-4f3e-a53f-507a79688fa8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/networks?id=41f463bd-84b8-4578-b5db-75dd85f92e3a HTTP/1.1" status: 200 len: 814 time: 0.2333667 May 11 16:32:37.188755 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-f07883c4-310c-4301-a5e3-7cf38ad576db tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/quotas/a2e00d552a1f4bb595b5b236d459a777 HTTP/1.1" status: 200 len: 375 time: 0.0173228 May 11 16:32:37.200418 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5b4f3-9078-4024-ad56-183ecfd9a701 req-7c2cf343-1f2f-410d-9b77-2a7989b4d029 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:37.202010 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b9b5b4f3-9078-4024-ad56-183ecfd9a701 req-7c2cf343-1f2f-410d-9b77-2a7989b4d029 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 945 time: 0.1417310 May 11 16:32:37.300848 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b9b5b4f3-9078-4024-ad56-183ecfd9a701 req-c9fe648d-fde2-40b0-9314-ab8fd84a7fa6 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/security-groups?id=43f5741b-27d6-49ed-a30f-ae5f8a702eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573480 May 11 16:32:37.323940 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-c322eed2-215e-4f61-ab30-f3e120279a39 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2e00d552a1f4bb595b5b236d459a777&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208639 May 11 16:32:37.383048 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01913f04-5998-45fd-af10-b8e6b0962e1e'}, {'server_uuid': '54d9f198-27bc-403a-bc52-44911b7c861b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5f6a24-8b30-4765-8ece-f0771ac13f32'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:37.453572 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ba081-452a-437c-b786-be18eb1a4414 req-eed59914-3a55-4718-b9aa-03de9c8108c4 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:37.455792 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-cb1ba081-452a-437c-b786-be18eb1a4414 req-eed59914-3a55-4718-b9aa-03de9c8108c4 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.86 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 945 time: 0.1550269 May 11 16:32:37.496185 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-65cd024a-4f26-4221-9ef6-e4dcb19dc1cf service neutron] 10.222.0.69 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628246 May 11 16:32:37.701124 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88357ca8-6fa2-45bb-abaf-23d4edb40dc7 req-478e4337-e3a5-46f2-8f8f-e9a8379f8636 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:37.702700 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-88357ca8-6fa2-45bb-abaf-23d4edb40dc7 req-478e4337-e3a5-46f2-8f8f-e9a8379f8636 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 945 time: 0.2125423 May 11 16:32:37.706800 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-cdf835ac-84d7-4087-b4f8-f090293c57ce service neutron] 10.222.0.69 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708729 May 11 16:32:37.719931 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-cb1ba081-452a-437c-b786-be18eb1a4414 req-8bd889f0-925f-46c7-94c6-da9623a56cc8 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Deleting port 66074108-7443-4b1a-ab4f-aa0e697d0925 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:32:37.720295 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-cb1ba081-452a-437c-b786-be18eb1a4414 req-8bd889f0-925f-46c7-94c6-da9623a56cc8 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:37.758155 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-88357ca8-6fa2-45bb-abaf-23d4edb40dc7 req-750bd4e3-4966-4e34-8a41-6ce8b397857c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469804 May 11 16:32:37.906426 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-cb1ba081-452a-437c-b786-be18eb1a4414 req-8bd889f0-925f-46c7-94c6-da9623a56cc8 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] For port 66074108-7443-4b1a-ab4f-aa0e697d0925, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=66074108-7443-4b1a-ab4f-aa0e697d0925,segment=NetworkSegment(8bc88e88-c0ba-45ec-9793-330abd4968c6),segment_id=8bc88e88-c0ba-45ec-9793-330abd4968c6)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:37.906791 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-cb1ba081-452a-437c-b786-be18eb1a4414 req-8bd889f0-925f-46c7-94c6-da9623a56cc8 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:37.921978 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41452) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:38.027905 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'code': 200} May 11 16:32:38.028361 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d9f198-27bc-403a-bc52-44911b7c861b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5f6a24-8b30-4765-8ece-f0771ac13f32', 'code': 200} May 11 16:32:38.032520 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f99ec-77f2-43fc-afce-fdc8ffaa89e3 req-cba2bc7b-926e-4a63-a2df-086585f19b76 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:38.035780 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b80f99ec-77f2-43fc-afce-fdc8ffaa89e3 req-cba2bc7b-926e-4a63-a2df-086585f19b76 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1475179 May 11 16:32:38.063561 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-cb1ba081-452a-437c-b786-be18eb1a4414 req-8bd889f0-925f-46c7-94c6-da9623a56cc8 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Calling delete_port for 66074108-7443-4b1a-ab4f-aa0e697d0925 owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:32:38.224037 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b80f99ec-77f2-43fc-afce-fdc8ffaa89e3 req-765f8aef-254c-46da-ab4e-16ba1ded1ab2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731091 May 11 16:32:38.284071 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0179424-b901-445d-90f6-62e8d78e2dfc req-7c23e170-20ca-435d-9cce-94e5af84e987 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:38.286333 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e0179424-b901-445d-90f6-62e8d78e2dfc req-7c23e170-20ca-435d-9cce-94e5af84e987 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1134250 May 11 16:32:38.369624 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cf760208-e869-4abe-b73a-84dab2c915ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:38.395593 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-cf760208-e869-4abe-b73a-84dab2c915ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:38.400357 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-cf760208-e869-4abe-b73a-84dab2c915ed admin admin] Usage tracker for resource:security_group_rule and tenant:2d6698d55a83477da5173fa381b2a172 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:38.403302 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-cf760208-e869-4abe-b73a-84dab2c915ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:38.407875 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e0179424-b901-445d-90f6-62e8d78e2dfc req-fa7fa20c-8b12-4745-8676-f99a6dce7a9d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145244 May 11 16:32:38.409066 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-cf760208-e869-4abe-b73a-84dab2c915ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:38.410044 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1f3a7bf8-11a8-401d-b3bf-52dc2cb3a96d req-b62f4801-8717-425e-8f77-18ed0bf94e2e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 210 time: 0.0525188 May 11 16:32:38.490831 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-cb1ba081-452a-437c-b786-be18eb1a4414 req-8bd889f0-925f-46c7-94c6-da9623a56cc8 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:38.502703 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['66074108-7443-4b1a-ab4f-aa0e697d0925'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:32:38.513400 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:38.618688 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0204c8d9-4d93-4f06-baed-08e1c351b395 req-d121246e-ee71-4c0d-b63f-c3439bf99b3b tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 210 time: 0.0501661 May 11 16:32:38.631667 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b0a11-537e-4f7b-8415-4b6e865c4aab req-4f695252-c595-499f-a0fd-6012fbbc60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:38.633281 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e38b0a11-537e-4f7b-8415-4b6e865c4aab req-4f695252-c595-499f-a0fd-6012fbbc60a4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 1099 time: 0.1336272 May 11 16:32:38.636451 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd889f0-925f-46c7-94c6-da9623a56cc8 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Pushing event deleted for resources: {'Port': ['ID=66074108-7443-4b1a-ab4f-aa0e697d0925,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:38.651923 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device e1452b2e-6fff-45c8-8b6a-094de73673a3 up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:38.658290 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8bd889f0-925f-46c7-94c6-da9623a56cc8 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:38.699759 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e38b0a11-537e-4f7b-8415-4b6e865c4aab req-05ef693e-e57f-4bf4-9296-26f28d68e8a4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593674 May 11 16:32:38.762020 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1ba081-452a-437c-b786-be18eb1a4414 req-8bd889f0-925f-46c7-94c6-da9623a56cc8 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] No DVR routers for this DVR port 66074108-7443-4b1a-ab4f-aa0e697d0925 on host hv-cinder-76111 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:32:38.764620 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cf760208-e869-4abe-b73a-84dab2c915ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:38.768726 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-cb1ba081-452a-437c-b786-be18eb1a4414 req-8bd889f0-925f-46c7-94c6-da9623a56cc8 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:38.772673 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40543e8-146e-42f6-a758-8e2aa08ab6e8', 'name': 'network-vif-deleted', 'tag': '66074108-7443-4b1a-ab4f-aa0e697d0925'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:38.796661 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port e1452b2e-6fff-45c8-8b6a-094de73673a3 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:38.808139 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port e1452b2e-6fff-45c8-8b6a-094de73673a3 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:38.811599 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:38.817293 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627befa-596a-4e0a-bd5f-38d81c4c4588 req-36f7097d-1379-4849-bb5b-fad5fd5d8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:38.818394 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-8627befa-596a-4e0a-bd5f-38d81c4c4588 req-36f7097d-1379-4849-bb5b-fad5fd5d8619 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 1098 time: 0.3065097 May 11 16:32:38.888528 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-8627befa-596a-4e0a-bd5f-38d81c4c4588 req-904fdc86-1082-43e4-9ed8-22d3808b566a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583389 May 11 16:32:38.908168 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40543e8-146e-42f6-a758-8e2aa08ab6e8', 'name': 'network-vif-deleted', 'tag': '66074108-7443-4b1a-ab4f-aa0e697d0925', 'status': 'completed', 'code': 200} May 11 16:32:38.934711 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-cb1ba081-452a-437c-b786-be18eb1a4414 req-8bd889f0-925f-46c7-94c6-da9623a56cc8 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.86 "DELETE /v2.0/ports/66074108-7443-4b1a-ab4f-aa0e697d0925 HTTP/1.1" status: 204 len: 173 time: 1.4666989 May 11 16:32:38.935849 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cf760208-e869-4abe-b73a-84dab2c915ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:38.956055 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:39.008552 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:39.019682 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-cf760208-e869-4abe-b73a-84dab2c915ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d6698d55a83477da5173fa381b2a172&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0965347 May 11 16:32:39.020920 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf760208-e869-4abe-b73a-84dab2c915ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143ab174-b9c5-4c8c-9c0c-2c083bc7b257,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:39.023934 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41484) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:39.026716 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-cf760208-e869-4abe-b73a-84dab2c915ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:39.065160 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port e1452b2e-6fff-45c8-8b6a-094de73673a3, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e1452b2e-6fff-45c8-8b6a-094de73673a3,segment=NetworkSegment(350e84d7-0ebd-44ab-ac5a-542af4181bad),segment_id=350e84d7-0ebd-44ab-ac5a-542af4181bad)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:39.332467 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c0c0-7d34-4062-839b-e658523a05a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:39.333352 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aed55-3801-4fa6-87d8-7d7d0ae0fd8c req-1e22ebfb-615e-4c5f-b2cd-8e338007a54d tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:39.333352 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e06aed55-3801-4fa6-87d8-7d7d0ae0fd8c req-1e22ebfb-615e-4c5f-b2cd-8e338007a54d tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 945 time: 0.1249979 May 11 16:32:39.335018 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c0c0-7d34-4062-839b-e658523a05a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:39.335260 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e06aed55-3801-4fa6-87d8-7d7d0ae0fd8c req-3dedc703-d904-410c-9cb8-97c21a624e0d tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424125 May 11 16:32:39.505068 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c0c0-7d34-4062-839b-e658523a05a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:39.527390 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:39.527390 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 66074108-7443-4b1a-ab4f-aa0e697d0925 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:32:39.527997 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:39.527997 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1c0c0-7d34-4062-839b-e658523a05a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143ab174-b9c5-4c8c-9c0c-2c083bc7b257,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:39.528151 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a9a68-bd22-49f8-8d8c-45dc6c45242f req-bc5a4519-0b53-4704-aeb3-b472b139c9e9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:39.528151 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5b7a9a68-bd22-49f8-8d8c-45dc6c45242f req-bc5a4519-0b53-4704-aeb3-b472b139c9e9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1785293 May 11 16:32:39.528302 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3cf1c0c0-7d34-4062-839b-e658523a05a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:39.535699 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c0c0-7d34-4062-839b-e658523a05a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:39.539829 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-3cf1c0c0-7d34-4062-839b-e658523a05a6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/143ab174-b9c5-4c8c-9c0c-2c083bc7b257 HTTP/1.1" status: 204 len: 168 time: 0.5147717 May 11 16:32:39.540563 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6696029b-ceec-4e98-a2c6-e804bffd81cf req-521adc0f-4e45-485d-b825-46d657ec1be5 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 210 time: 0.0740311 May 11 16:32:39.540704 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:39.590949 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5b7a9a68-bd22-49f8-8d8c-45dc6c45242f req-ca92048f-aede-4870-8c38-a70a5d48fef8 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546110 May 11 16:32:39.621046 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: 66074108-7443-4b1a-ab4f-aa0e697d0925 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:32:39.621714 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 66074108-7443-4b1a-ab4f-aa0e697d0925 not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:32:39.652164 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=e1452b2e-6fff-45c8-8b6a-094de73673a3,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:39.660747 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:39.783747 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5fa60821-ce66-4c94-ae59-30edd3d8c61b req-ed928ed4-d31e-4cef-9231-8bf6f5f94c34 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 210 time: 0.0493641 May 11 16:32:39.829433 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ba414-a7d7-4559-b326-1cf193239099 req-95a455bb-d2b9-4b59-b5d9-943466adadab tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:39.831210 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-206ba414-a7d7-4559-b326-1cf193239099 req-95a455bb-d2b9-4b59-b5d9-943466adadab tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1528444 May 11 16:32:39.882163 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-206ba414-a7d7-4559-b326-1cf193239099 req-cfc84c1b-e830-47f9-b69e-57c2a0873131 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449145 May 11 16:32:40.029415 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ebf7ba-e67a-4d27-a480-ad5269da179d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1452b2e-6fff-45c8-8b6a-094de73673a3'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:40.088750 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ebf7ba-e67a-4d27-a480-ad5269da179d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1452b2e-6fff-45c8-8b6a-094de73673a3', 'code': 200} May 11 16:32:40.503177 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41514) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:40.510397 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf30dac-bd62-4717-81b5-13a4817316c7 req-162f614c-30e1-4254-9bc9-bfc1fcf9add9 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:40.511900 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2cf30dac-bd62-4717-81b5-13a4817316c7 req-162f614c-30e1-4254-9bc9-bfc1fcf9add9 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.0813406 May 11 16:32:40.522807 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7cf5cba5-0721-4e50-9cb6-f1542897fc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:40.539418 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-7cf5cba5-0721-4e50-9cb6-f1542897fc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:40.543265 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-7cf5cba5-0721-4e50-9cb6-f1542897fc60 admin admin] Usage tracker for resource:security_group_rule and tenant:af52d70ba096419a8ccea59b8c55539e is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:40.547461 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-7cf5cba5-0721-4e50-9cb6-f1542897fc60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:40.560034 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2cf30dac-bd62-4717-81b5-13a4817316c7 req-327b9b41-82b9-4f3b-b836-e34160028bb0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 May 11 16:32:40.594704 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-7cf5cba5-0721-4e50-9cb6-f1542897fc60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:40.659777 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f6891-0c82-4477-87d6-8d69cf055b0b req-fe3a4428-9763-4632-a7ae-c27645687807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:40.661269 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-f43f6891-0c82-4477-87d6-8d69cf055b0b req-fe3a4428-9763-4632-a7ae-c27645687807 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 1099 time: 0.1149235 May 11 16:32:40.716097 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-95591937-9733-469c-ae5b-fab006e82a7d req-35106241-97ba-4512-a700-57eb665df210 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 210 time: 0.0553551 May 11 16:32:40.749152 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7cf5cba5-0721-4e50-9cb6-f1542897fc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:40.758751 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-f43f6891-0c82-4477-87d6-8d69cf055b0b req-a564743c-9868-41ef-b494-dd464a3e6b70 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677283 May 11 16:32:40.818133 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd7ead-a32a-4eeb-bd95-7019e118a3c0 req-48a896dc-f558-42f9-8014-6cfc03e4a013 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:40.819702 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-effd7ead-a32a-4eeb-bd95-7019e118a3c0 req-48a896dc-f558-42f9-8014-6cfc03e4a013 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.0797718 May 11 16:32:40.836262 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7cf5cba5-0721-4e50-9cb6-f1542897fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:40.845325 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:40.876525 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-effd7ead-a32a-4eeb-bd95-7019e118a3c0 req-53e1d605-bd10-40f5-83bf-56ca97a5021b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488210 May 11 16:32:40.902146 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5cba5-0721-4e50-9cb6-f1542897fc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79552b6c-5c88-4512-99b7-9ea1b20b481f,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:40.906535 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-7cf5cba5-0721-4e50-9cb6-f1542897fc60 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=af52d70ba096419a8ccea59b8c55539e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020405 May 11 16:32:40.907995 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7cf5cba5-0721-4e50-9cb6-f1542897fc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:40.909074 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41526) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:40.983448 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:40.997466 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f83276fe-0c6b-41fa-8807-82e1f61cc40a req-331a5a03-9d21-4589-9a7e-bcccf8643d5d tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] 10.222.0.69 "GET /v2.0/ports?device_id=c40543e8-146e-42f6-a758-8e2aa08ab6e8 HTTP/1.1" status: 200 len: 210 time: 0.0491431 May 11 16:32:41.056345 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:41.263198 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe066c-9d1a-4d4f-8c0c-478faab61a3f req-bb803300-9634-4453-88f8-fc9c406e2169 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:41.268708 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a6fe066c-9d1a-4d4f-8c0c-478faab61a3f req-bb803300-9634-4453-88f8-fc9c406e2169 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1920238 May 11 16:32:41.293499 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:41.298680 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e6664b4a-283d-46e1-bc3a-e60a207aaf9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:41.310896 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79552b6c-5c88-4512-99b7-9ea1b20b481f,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:41.319859 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:41.320220 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:41.320625 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:41.321002 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:41.321343 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:41.321680 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:41.322034 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:41.322367 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:41.322707 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:41.323038 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:41.323367 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:41.323747 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:41.323954 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0c16f-4c13-47b6-94d9-7bed791f62ce req-57be6395-b524-4967-a233-9243ff3254d0 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:41.325510 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9bd0c16f-4c13-47b6-94d9-7bed791f62ce req-57be6395-b524-4967-a233-9243ff3254d0 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1395504 May 11 16:32:41.326511 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:41.332151 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79552b6c-5c88-4512-99b7-9ea1b20b481f HTTP/1.1" status: 204 len: 168 time: 0.4201226 May 11 16:32:41.332151 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:41.336018 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41544) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:41.336758 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a6fe066c-9d1a-4d4f-8c0c-478faab61a3f req-d39995ae-9262-4a8e-8b04-4bc986457c34 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650170 May 11 16:32:41.342295 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-12b52901-be33-425a-9ef8-05261328aa67 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Request body: {'floatingip': {'port_id': '01913f04-5998-45fd-af10-b8e6b0962e1e'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:41.428635 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-12b52901-be33-425a-9ef8-05261328aa67 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for floatingip, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:41.576211 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04703b21-54bf-4feb-89cb-b6f791d2b20a req-7d84bda4-a8e4-4099-86c6-e0e6ef90a330 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:41.577837 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-04703b21-54bf-4feb-89cb-b6f791d2b20a req-7d84bda4-a8e4-4099-86c6-e0e6ef90a330 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1100593 May 11 16:32:41.587269 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 41552) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:41.593350 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-f2422e6f-1772-42e3-adb1-8a042a1eeeb2 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Request body: {'floatingip': {'port_id': '7d5f6a24-8b30-4765-8ece-f0771ac13f32'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:41.693084 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f2422e6f-1772-42e3-adb1-8a042a1eeeb2 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for floatingip, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:41.901051 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41562) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:41.996057 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5334c614-6604-424d-b626-9d893906348e req-b00310e8-9883-457b-816e-2f417882ea6e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 210 time: 0.1079547 May 11 16:32:42.196735 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-4b7e272b-186f-4f21-a8b0-10fd52e97ce4 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:42.197905 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-4b7e272b-186f-4f21-a8b0-10fd52e97ce4 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Synchronizing usage tracker for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:network {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:32:42.246010 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6b3f7-ff80-4082-b3fd-90d62948db61 req-da0aed14-4302-4e93-b115-c3537bb5c36c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:42.248232 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5de6b3f7-ff80-4082-b3fd-90d62948db61 req-da0aed14-4302-4e93-b115-c3537bb5c36c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.4542334 May 11 16:32:42.295948 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4268180f-4ab3-4c06-af23-f43c7f507f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:42.395402 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5de6b3f7-ff80-4082-b3fd-90d62948db61 req-888339ee-4153-4c95-a0f8-526db07fd47c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588908 May 11 16:32:42.464509 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-4268180f-4ab3-4c06-af23-f43c7f507f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:42.468205 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-4268180f-4ab3-4c06-af23-f43c7f507f74 admin admin] Usage tracker for resource:security_group_rule and tenant:250e126155cc4833aa2dfad3f79e6a52 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:42.531431 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-4268180f-4ab3-4c06-af23-f43c7f507f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:42.538803 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-4268180f-4ab3-4c06-af23-f43c7f507f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:42.715149 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-4b7e272b-186f-4f21-a8b0-10fd52e97ce4 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Unset dirty status for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:network {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:32:42.716237 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-4b7e272b-186f-4f21-a8b0-10fd52e97ce4 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "GET /v2.0/networks?id=41f463bd-84b8-4578-b5db-75dd85f92e3a HTTP/1.1" status: 200 len: 814 time: 0.8143442 May 11 16:32:42.745700 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Request body: {'port': {'device_id': 'e5ec9b7b-5b6f-422b-b09c-5f2df65d3890', 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a', 'admin_state_up': True, 'tenant_id': 'a2e00d552a1f4bb595b5b236d459a777'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:42.766692 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4268180f-4ab3-4c06-af23-f43c7f507f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:42.849661 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-12b52901-be33-425a-9ef8-05261328aa67 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:42.880224 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4268180f-4ab3-4c06-af23-f43c7f507f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:42.911561 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-5f71507f-c2e1-4f37-8d92-f0fb6bcb134f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:42.923086 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-4268180f-4ab3-4c06-af23-f43c7f507f74 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=250e126155cc4833aa2dfad3f79e6a52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0173542 May 11 16:32:42.924766 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41604) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:42.964104 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-12b52901-be33-425a-9ef8-05261328aa67 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396400'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:42.978857 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f2422e6f-1772-42e3-adb1-8a042a1eeeb2 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:43.058824 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f2422e6f-1772-42e3-adb1-8a042a1eeeb2 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396400'] for floatingip, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:43.247553 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268180f-4ab3-4c06-af23-f43c7f507f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c54090-f583-439c-b6ca-db75c07b4393,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:43.259374 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d066aabf-9c2f-4dca-a9b2-2f7189511772 req-fe6c146b-68b2-4a41-b54c-724a6def4448 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 210 time: 0.0579822 May 11 16:32:43.282895 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4268180f-4ab3-4c06-af23-f43c7f507f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:43.286832 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:43.308821 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:43.315202 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.db.l3_db [None req-f2422e6f-1772-42e3-adb1-8a042a1eeeb2 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Floating IP c8cdb96a-d851-4096-9fff-eb50e419bf27 associated. External IP: 172.28.3.35, port: 7d5f6a24-8b30-4765-8ece-f0771ac13f32. May 11 16:32:43.346392 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4a9c7186-d6ae-41c0-97b4-ea4ce7d3cc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:43.389944 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.l3_db [None req-12b52901-be33-425a-9ef8-05261328aa67 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Floating IP 0db5b75a-3126-442b-b16d-0b9152e0eaa2 associated. External IP: 172.28.3.173, port: 01913f04-5998-45fd-af10-b8e6b0962e1e. May 11 16:32:43.443114 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4a9c7186-d6ae-41c0-97b4-ea4ce7d3cc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:43.458893 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Made reservation on behalf of a2e00d552a1f4bb595b5b236d459a777 for: {'port': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:32:43.462414 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:43.820490 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8a74a-3775-4ea8-a3b1-063f4b0c7346 req-04a7c2f5-a02b-486d-97d0-38f420449e3a tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:43.821952 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3ef8a74a-3775-4ea8-a3b1-063f4b0c7346 req-04a7c2f5-a02b-486d-97d0-38f420449e3a tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.2098980 May 11 16:32:43.835340 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4a9c7186-d6ae-41c0-97b4-ea4ce7d3cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:43.866120 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2422e6f-1772-42e3-adb1-8a042a1eeeb2 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Router a5e1f125-5bd3-4315-b2ea-e95532f501a2 has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:32:43.892532 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:43.923820 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c7186-d6ae-41c0-97b4-ea4ce7d3cc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c54090-f583-439c-b6ca-db75c07b4393,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:43.930296 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4a9c7186-d6ae-41c0-97b4-ea4ce7d3cc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:43.960059 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3ef8a74a-3775-4ea8-a3b1-063f4b0c7346 req-c9d4ea02-9742-4a4f-83c7-0fd363f81fc2 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305895 May 11 16:32:43.998472 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Allocated IP 172.20.0.3 (41f463bd-84b8-4578-b5db-75dd85f92e3a/f76e838a-3889-4a39-887c-b17ff72dc119/416f6e75-2514-4752-bb70-07138d771889) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:32:44.065192 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4a9c7186-d6ae-41c0-97b4-ea4ce7d3cc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:44.069147 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-4a9c7186-d6ae-41c0-97b4-ea4ce7d3cc5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/72c54090-f583-439c-b6ca-db75c07b4393 HTTP/1.1" status: 204 len: 168 time: 1.1380711 May 11 16:32:44.104932 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b52901-be33-425a-9ef8-05261328aa67 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Router 2945a0de-eff8-4596-bbd8-77e4fe7731df has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:32:44.270649 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2422e6f-1772-42e3-adb1-8a042a1eeeb2 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:32:44.287063 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89b7b3-aff3-4845-bc2f-216277895abd None None] Sync routers for ids ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'] in dv-cinder-761113-11-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:32:44.302651 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b89b7b3-aff3-4845-bc2f-216277895abd None None] Routers {'a5e1f125-5bd3-4315-b2ea-e95532f501a2'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:32:44.303284 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-1b89b7b3-aff3-4845-bc2f-216277895abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:32:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:44.318005 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f2422e6f-1772-42e3-adb1-8a042a1eeeb2 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:44.404186 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-f2422e6f-1772-42e3-adb1-8a042a1eeeb2 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "PUT /v2.0/floatingips/c8cdb96a-d851-4096-9fff-eb50e419bf27 HTTP/1.1" status: 200 len: 990 time: 2.8150249 May 11 16:32:44.414987 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 41658) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:44.416023 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d9f198-27bc-403a-bc52-44911b7c861b', 'tag': '7d5f6a24-8b30-4765-8ece-f0771ac13f32'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:44.515375 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Deleting subnet b0f45c1b-c401-4464-a975-a81a33f6b8e3 {{(pid=79306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:32:44.519197 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:44.561768 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b52901-be33-425a-9ef8-05261328aa67 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:32:44.569461 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-12b52901-be33-425a-9ef8-05261328aa67 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:44.573231 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba020b-36f2-4407-b1fa-66193b6ef1fb None None] Sync routers for ids ['2945a0de-eff8-4596-bbd8-77e4fe7731df'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:32:44.586323 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba020b-36f2-4407-b1fa-66193b6ef1fb None None] Routers {'2945a0de-eff8-4596-bbd8-77e4fe7731df'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:32:44.588719 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-2cba020b-36f2-4407-b1fa-66193b6ef1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:32:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['2945a0de-eff8-4596-bbd8-77e4fe7731df'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:44.611323 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:44.645014 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-12b52901-be33-425a-9ef8-05261328aa67 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "PUT /v2.0/floatingips/0db5b75a-3126-442b-b16d-0b9152e0eaa2 HTTP/1.1" status: 200 len: 992 time: 3.3068314 May 11 16:32:44.647122 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'tag': '01913f04-5998-45fd-af10-b8e6b0962e1e'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:44.664686 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a461e667-550d-4ee6-96b1-6b75ff3411e7 req-2c75b8e5-989e-4087-b9bb-0b6b4711f664 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 210 time: 0.1151049 May 11 16:32:44.680025 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:44.701451 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:44.737659 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-1b89b7b3-aff3-4845-bc2f-216277895abd None None] Set router a5e1f125-5bd3-4315-b2ea-e95532f501a2 gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:32:44.785034 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:44.792451 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:44.869186 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Network 41f463bd-84b8-4578-b5db-75dd85f92e3a is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:32:44.873013 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:32:44.878131 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:32:44.885126 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:44.886154 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:44.936437 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Pushing event updated for resources: {'Port': ['ID=416f6e75-2514-4752-bb70-07138d771889,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:44.942333 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:44.967594 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d9f198-27bc-403a-bc52-44911b7c861b', 'tag': '7d5f6a24-8b30-4765-8ece-f0771ac13f32', 'status': 'completed', 'code': 200} May 11 16:32:45.092161 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-2cba020b-36f2-4407-b1fa-66193b6ef1fb None None] Set router 2945a0de-eff8-4596-bbd8-77e4fe7731df gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:32:45.094286 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'tag': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'status': 'completed', 'code': 200} May 11 16:32:45.097019 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3619471 May 11 16:32:45.117255 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Request body: {'port': {'device_id': 'e5ec9b7b-5b6f-422b-b09c-5f2df65d3890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:32:45.218294 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546552f-cc9f-4c68-b8ae-0840cbe4739a req-33897c0c-fc79-4c8a-aa18-ec9d07259dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:45.220493 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['b377cd6a-4a82-45bf-9338-527616009d42'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:32:45.230541 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-c546552f-cc9f-4c68-b8ae-0840cbe4739a req-33897c0c-fc79-4c8a-aa18-ec9d07259dfc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35ecae22abf744578e8aee4aa7c16f97&device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 1098 time: 0.2249570 May 11 16:32:45.393740 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9c8d996e-d4c0-4d35-b584-921c41a0f4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:45.400135 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 41676) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:45.447702 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7b95dc24-01f2-4857-a3c1-ca50f6f02713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:45.493605 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-7b95dc24-01f2-4857-a3c1-ca50f6f02713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:45.506288 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-7b95dc24-01f2-4857-a3c1-ca50f6f02713 admin admin] Usage tracker for resource:security_group_rule and tenant:d0986723fda64aa78227303166a64dff is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:45.509950 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-7b95dc24-01f2-4857-a3c1-ca50f6f02713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:45.524334 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-7b95dc24-01f2-4857-a3c1-ca50f6f02713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:45.558569 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-1b89b7b3-aff3-4845-bc2f-216277895abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': 'c8cdb96a-d851-4096-9fff-eb50e419bf27', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'floating_ip_address': '172.28.3.35', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'port_id': '7d5f6a24-8b30-4765-8ece-f0771ac13f32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'mac_address': 'fa:16:3e:78:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9f198-27bc-403a-bc52-44911b7c861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:32:08Z', 'updated_at': '2021-05-11T16:32:42Z', 'revision_number': 1, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:32:05Z', 'revision_number': 5, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:45.569137 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89b7b3-aff3-4845-bc2f-216277895abd None None] Checking router: a5e1f125-5bd3-4315-b2ea-e95532f501a2 for host: dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:32:45.596753 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b89b7b3-aff3-4845-bc2f-216277895abd None None] Routers {'a5e1f125-5bd3-4315-b2ea-e95532f501a2'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:32:45.597953 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-1b89b7b3-aff3-4845-bc2f-216277895abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:32:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:45.636946 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:45.778393 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acbfa4-ae01-4f4b-b863-fea4ffa67d39 req-1d4de8f7-38f5-49af-af36-656c5243d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:45.780111 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-69acbfa4-ae01-4f4b-b863-fea4ffa67d39 req-1d4de8f7-38f5-49af-af36-656c5243d74c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=43090811c61044408241c79e8f6afe8c&device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 1099 time: 0.5696638 May 11 16:32:45.792475 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162af9a-d9ee-4bbe-83f5-1455cf531ee4 req-54ee3e0d-f0b1-4978-bbff-1faab152e3fe tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:45.800861 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b162af9a-d9ee-4bbe-83f5-1455cf531ee4 req-54ee3e0d-f0b1-4978-bbff-1faab152e3fe tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.5204360 May 11 16:32:45.807860 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-2cba020b-36f2-4407-b1fa-66193b6ef1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': '0db5b75a-3126-442b-b16d-0b9152e0eaa2', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'floating_ip_address': '172.28.3.173', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'port_id': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'mac_address': 'fa:16:3e:b1:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:32:12Z', 'updated_at': '2021-05-11T16:32:42Z', 'revision_number': 1, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:16Z', 'revision_number': 5, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:45.809002 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for subnet, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:45.813006 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba020b-36f2-4407-b1fa-66193b6ef1fb None None] Checking router: 2945a0de-eff8-4596-bbd8-77e4fe7731df for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:32:45.825574 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba020b-36f2-4407-b1fa-66193b6ef1fb None None] Routers {'2945a0de-eff8-4596-bbd8-77e4fe7731df'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:32:45.826450 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-2cba020b-36f2-4407-b1fa-66193b6ef1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:32:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['2945a0de-eff8-4596-bbd8-77e4fe7731df'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:45.915680 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546552f-cc9f-4c68-b8ae-0840cbe4739a req-a02abedc-026f-47e8-8cb9-1734290de698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:45.917486 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-c546552f-cc9f-4c68-b8ae-0840cbe4739a req-a02abedc-026f-47e8-8cb9-1734290de698 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e5d3872e-73cd-4309-a063-c76018d68b05 HTTP/1.1" status: 200 len: 912 time: 0.6354530 May 11 16:32:45.953896 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-95d75d47-612e-476a-8cc7-dffbd7775eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:45.967718 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-1b89b7b3-aff3-4845-bc2f-216277895abd None None] Set router a5e1f125-5bd3-4315-b2ea-e95532f501a2 gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:32:46.024636 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7b95dc24-01f2-4857-a3c1-ca50f6f02713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:46.029993 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261caea-d9ff-40dc-89e6-5d5f88f32594 req-fdc62847-0d2d-46e1-b0de-51ea30107af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:46.036373 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3261caea-d9ff-40dc-89e6-5d5f88f32594 req-fdc62847-0d2d-46e1-b0de-51ea30107af6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0947d58a4f784ffdb486149eb985047a&device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 1099 time: 0.8237939 May 11 16:32:46.111407 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f45c1b-c401-4464-a975-a81a33f6b8e3,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:46.144553 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-2cba020b-36f2-4407-b1fa-66193b6ef1fb None None] Set router 2945a0de-eff8-4596-bbd8-77e4fe7731df gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:32:46.153945 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b162af9a-d9ee-4bbe-83f5-1455cf531ee4 req-a57db5e8-66d2-462f-994c-12b6916b9631 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518085 May 11 16:32:46.181842 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-c546552f-cc9f-4c68-b8ae-0840cbe4739a req-11a7b5ac-9c58-4620-8b56-99a11a4c0f28 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d5f6a24-8b30-4765-8ece-f0771ac13f32 HTTP/1.1" status: 200 len: 998 time: 0.2386067 May 11 16:32:46.182250 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:46.184794 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7b95dc24-01f2-4857-a3c1-ca50f6f02713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:46.286815 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:46.289701 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:46.289701 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:46.295730 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:46.295730 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:46.295730 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:46.295730 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:46.295730 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:46.295730 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:46.295730 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:46.295730 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:46.297618 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:46.348404 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546552f-cc9f-4c68-b8ae-0840cbe4739a req-6a1b35af-d270-4fd3-be92-63784b846217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:46.349872 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-c546552f-cc9f-4c68-b8ae-0840cbe4739a req-6a1b35af-d270-4fd3-be92-63784b846217 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=686230cf-0935-46bd-893d-206e8b4b2f34 HTTP/1.1" status: 200 len: 850 time: 0.1507480 May 11 16:32:46.355251 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:46.366418 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:46.411818 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b0f45c1b-c401-4464-a975-a81a33f6b8e3 HTTP/1.1" status: 204 len: 168 time: 1.9798396 May 11 16:32:46.416459 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41696) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:46.474804 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-7b95dc24-01f2-4857-a3c1-ca50f6f02713 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d0986723fda64aa78227303166a64dff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0613413 May 11 16:32:46.485088 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 41700) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:46.497189 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95dc24-01f2-4857-a3c1-ca50f6f02713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb54ff61-2e89-42ee-8684-8ec44644f317,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:46.516364 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acbfa4-ae01-4f4b-b863-fea4ffa67d39 req-550adfde-08d2-4322-bf18-8be0e5407f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:46.522387 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-69acbfa4-ae01-4f4b-b863-fea4ffa67d39 req-550adfde-08d2-4322-bf18-8be0e5407f3a service neutron] 10.222.0.86 "GET /v2.0/networks?id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 HTTP/1.1" status: 200 len: 919 time: 0.7149179 May 11 16:32:46.522387 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7b95dc24-01f2-4857-a3c1-ca50f6f02713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:46.551321 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-1b89b7b3-aff3-4845-bc2f-216277895abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': 'c8cdb96a-d851-4096-9fff-eb50e419bf27', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'floating_ip_address': '172.28.3.35', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'port_id': '7d5f6a24-8b30-4765-8ece-f0771ac13f32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'mac_address': 'fa:16:3e:78:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9f198-27bc-403a-bc52-44911b7c861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:32:08Z', 'updated_at': '2021-05-11T16:32:42Z', 'revision_number': 1, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:32:05Z', 'revision_number': 5, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:46.563016 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89b7b3-aff3-4845-bc2f-216277895abd None None] The sync data for ids ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'] in dv-cinder-761113-11-smb is: [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': 'c8cdb96a-d851-4096-9fff-eb50e419bf27', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'floating_ip_address': '172.28.3.35', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'port_id': '7d5f6a24-8b30-4765-8ece-f0771ac13f32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'mac_address': 'fa:16:3e:78:8a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9f198-27bc-403a-bc52-44911b7c861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:32:08Z', 'updated_at': '2021-05-11T16:32:42Z', 'revision_number': 1, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:32:05Z', 'revision_number': 5, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:32:46.598343 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546552f-cc9f-4c68-b8ae-0840cbe4739a req-6bc4cc1e-d18b-4bfb-8435-fe7db847e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:46.600278 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-c546552f-cc9f-4c68-b8ae-0840cbe4739a req-6bc4cc1e-d18b-4bfb-8435-fe7db847e7c7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d3872e-73cd-4309-a063-c76018d68b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2415774 May 11 16:32:46.628175 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-69acbfa4-ae01-4f4b-b863-fea4ffa67d39 req-b6546103-d4fb-4a06-b17c-72f7674c062a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1452b2e-6fff-45c8-8b6a-094de73673a3 HTTP/1.1" status: 200 len: 217 time: 0.0943589 May 11 16:32:46.629604 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261caea-d9ff-40dc-89e6-5d5f88f32594 req-2466bc0a-51f7-4ad4-a0a0-40fa3badc6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:46.631119 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3261caea-d9ff-40dc-89e6-5d5f88f32594 req-2466bc0a-51f7-4ad4-a0a0-40fa3badc6f5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75895cd7-86cc-4311-898a-fb981ed5ac7d HTTP/1.1" status: 200 len: 917 time: 0.5655613 May 11 16:32:46.642280 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-2cba020b-36f2-4407-b1fa-66193b6ef1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': '0db5b75a-3126-442b-b16d-0b9152e0eaa2', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'floating_ip_address': '172.28.3.173', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'port_id': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'mac_address': 'fa:16:3e:b1:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:32:12Z', 'updated_at': '2021-05-11T16:32:42Z', 'revision_number': 1, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:16Z', 'revision_number': 5, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:46.651750 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba020b-36f2-4407-b1fa-66193b6ef1fb None None] The sync data for ids ['2945a0de-eff8-4596-bbd8-77e4fe7731df'] in dv-cinder-761113-11-smb is: [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': '0db5b75a-3126-442b-b16d-0b9152e0eaa2', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'floating_ip_address': '172.28.3.173', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'port_id': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'mac_address': 'fa:16:3e:b1:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:32:12Z', 'updated_at': '2021-05-11T16:32:42Z', 'revision_number': 1, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:16Z', 'revision_number': 5, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:32:46.779446 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:46.818195 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416f6e75-2514-4752-bb70-07138d771889 {{(pid=79307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:32:46.842439 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:46.874962 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e36b2-0575-4b82-9d98-adb4925a2ccf req-67c48f61-0934-4de5-a969-78c8428f2592 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:46.882281 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0b3e36b2-0575-4b82-9d98-adb4925a2ccf req-67c48f61-0934-4de5-a969-78c8428f2592 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 931 time: 0.7459404 May 11 16:32:46.932226 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd538c-5140-474b-b8f3-8dad7d843c26 None None] New status for floating IP c8cdb96a-d851-4096-9fff-eb50e419bf27: ACTIVE {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:32:46.966492 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6c333ca6-8817-4b65-b9b8-834fe2f96770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:46.967223 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Transition to ACTIVE for port object 416f6e75-2514-4752-bb70-07138d771889 will not be triggered until provisioned by entity L2. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:32:46.999232 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acbfa4-ae01-4f4b-b863-fea4ffa67d39 req-9a11b2f9-c1ca-4afe-b4d0-5b1651f3a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:47.000713 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-69acbfa4-ae01-4f4b-b863-fea4ffa67d39 req-9a11b2f9-c1ca-4afe-b4d0-5b1651f3a205 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8cf7b756-6d88-4955-8db1-8a7a09f3073b HTTP/1.1" status: 200 len: 858 time: 0.3501112 May 11 16:32:47.002408 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3261caea-d9ff-40dc-89e6-5d5f88f32594 req-879f395c-3c09-456e-938c-ea152aeece22 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01913f04-5998-45fd-af10-b8e6b0962e1e HTTP/1.1" status: 200 len: 1000 time: 0.3556323 May 11 16:32:47.040547 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073f26b-f978-4ee8-ac43-44934d0c72d5 None None] New status for floating IP 0db5b75a-3126-442b-b16d-0b9152e0eaa2: ACTIVE {{(pid=79308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:32:47.056286 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-c546552f-cc9f-4c68-b8ae-0840cbe4739a req-f7552984-ba7f-4a53-ad5d-b02c02273496 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139216 May 11 16:32:47.095448 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:47.105023 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:47.136120 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6c333ca6-8817-4b65-b9b8-834fe2f96770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:47.216066 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:47.249016 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:32:47.250131 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:32:47.251018 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:32:47.251535 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Subscribe: > port after_create 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:32:47.252003 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Subscribe: > port after_delete 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:32:47.252503 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Subscribe: > port after_update 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:32:47.253536 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:32:47.254014 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:32:47.254485 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:32:47.255038 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:32:47.255351 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0b3e36b2-0575-4b82-9d98-adb4925a2ccf req-1cac23d4-1745-4aed-bf11-48adbe124295 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720379 May 11 16:32:47.262217 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-69acbfa4-ae01-4f4b-b863-fea4ffa67d39 req-9a1ca676-2542-4ee5-853f-836476f3d016 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2440112 May 11 16:32:47.395945 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:32:47.396578 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:32:47.396867 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:32:47.397195 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:32:47.397566 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d534f1d-55fb-4e5d-bf82-9789ac650c0e']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:47.486703 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6c333ca6-8817-4b65-b9b8-834fe2f96770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:47.503751 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc88e88-c0ba-45ec-9793-330abd4968c6') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:47.504052 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc88e88-c0ba-45ec-9793-330abd4968c6') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:32:47.524312 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-799def9c-7c4b-41cd-85b5-974143e71b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:47.536808 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Pushing event updated for resources: {'Port': ['ID=416f6e75-2514-4752-bb70-07138d771889,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:47.545141 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2164325'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:47.551791 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:47.556397 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:47.561781 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261caea-d9ff-40dc-89e6-5d5f88f32594 req-b0f4f0e1-f737-4330-a4c6-2e8c4cf3fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:47.563342 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3261caea-d9ff-40dc-89e6-5d5f88f32594 req-b0f4f0e1-f737-4330-a4c6-2e8c4cf3fbee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78af6bf4-3116-4bd6-81f1-294f2a27b4a6 HTTP/1.1" status: 200 len: 855 time: 0.5131941 May 11 16:32:47.577419 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c333ca6-8817-4b65-b9b8-834fe2f96770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb54ff61-2e89-42ee-8684-8ec44644f317,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:47.620880 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:47.636085 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-6c333ca6-8817-4b65-b9b8-834fe2f96770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:47.636932 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6c333ca6-8817-4b65-b9b8-834fe2f96770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:47.640420 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-6c333ca6-8817-4b65-b9b8-834fe2f96770 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb54ff61-2e89-42ee-8684-8ec44644f317 HTTP/1.1" status: 204 len: 168 time: 1.1493807 May 11 16:32:47.643189 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:32:47.643614 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183405'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: from cryptography.utils import int_from_bytes May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: from cryptography.utils import int_from_bytes May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: Traceback (most recent call last): May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: timer() May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: cb(*args, **kw) May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: return func(*args, **kwargs) May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: self._notify() May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: self.callback(batched_events) May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: event.method(event) May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: return f(self, *a, **k) May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: return self._get(url).json() May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:32:47.660288 dv-cinder-761113-11-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:32:47.662833 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Attempting to bind port 416f6e75-2514-4752-bb70-07138d771889 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:32:47.662833 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Attempting to bind port 416f6e75-2514-4752-bb70-07138d771889 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:32:47.662833 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Attempting to bind port 416f6e75-2514-4752-bb70-07138d771889 on network 41f463bd-84b8-4578-b5db-75dd85f92e3a {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:47.715417 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92d292-6d09-4116-984b-ec1881d25a3d req-f9f46b33-33a7-4de5-99b2-00314454a8d4 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:47.717296 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ef92d292-6d09-4116-984b-ec1881d25a3d req-f9f46b33-33a7-4de5-99b2-00314454a8d4 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.3942959 May 11 16:32:47.786169 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-69acbfa4-ae01-4f4b-b863-fea4ffa67d39 req-2fcdc106-de03-4d32-a193-268e14d95207 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079722 May 11 16:32:47.813106 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6719a910-231e-4e14-a2c1-d4cca2ee283b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:47.824013 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-c546552f-cc9f-4c68-b8ae-0840cbe4739a req-50bb616a-de4a-4bdc-a985-3c8c2512b67a service neutron] 10.222.0.86 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7513354 May 11 16:32:47.839808 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261caea-d9ff-40dc-89e6-5d5f88f32594 req-a08ddf68-77aa-4a6c-9838-8889cdb26038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:47.840081 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Port 416f6e75-2514-4752-bb70-07138d771889 on network 41f463bd-84b8-4578-b5db-75dd85f92e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:32:47.840185 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Attempting to bind port 416f6e75-2514-4752-bb70-07138d771889 on network 41f463bd-84b8-4578-b5db-75dd85f92e3a {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:32:47.841443 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3261caea-d9ff-40dc-89e6-5d5f88f32594 req-a08ddf68-77aa-4a6c-9838-8889cdb26038 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75895cd7-86cc-4311-898a-fb981ed5ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2617900 May 11 16:32:47.853115 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:32:47.853421 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Checking segment: {'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:32:47.853911 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Bound using segment: {'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:32:47.854099 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Bound port: 416f6e75-2514-4752-bb70-07138d771889, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'}}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:32:47.854449 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:47.914220 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ef92d292-6d09-4116-984b-ec1881d25a3d req-2d83902d-fedf-4104-bcf3-ee78e4040e5f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692426 May 11 16:32:47.945693 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] For port 416f6e75-2514-4752-bb70-07138d771889, host hv-cinder-76111, cleared binding levels {{(pid=79307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:32:47.949023 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] For port 416f6e75-2514-4752-bb70-07138d771889, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=416f6e75-2514-4752-bb70-07138d771889,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:32:47.997062 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:48.014869 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:48.033693 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:48.048574 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d534f1d-55fb-4e5d-bf82-9789ac650c0e,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:48.056568 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183361'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:48.065530 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:48.066652 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8bd889f0-925f-46c7-94c6-da9623a56cc8 tempest-DeleteServersTestJSON-548089818 tempest-DeleteServersTestJSON-548089818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:48.075387 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-69acbfa4-ae01-4f4b-b863-fea4ffa67d39 req-49ea54c3-fab1-4ceb-aead-a20a18935b8b service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736144 May 11 16:32:48.084663 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3261caea-d9ff-40dc-89e6-5d5f88f32594 req-13080f5f-3c9d-4d83-9b22-17a5d1cf0571 service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320664 May 11 16:32:48.153086 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] 10.222.0.69 "DELETE /v2.0/networks/1d534f1d-55fb-4e5d-bf82-9789ac650c0e HTTP/1.1" status: 204 len: 168 time: 1.7320902 May 11 16:32:48.164766 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:48.165371 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:48.166825 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] 10.222.0.86 "PUT /v2.0/ports/416f6e75-2514-4752-bb70-07138d771889 HTTP/1.1" status: 200 len: 1093 time: 3.0551934 May 11 16:32:48.167312 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ec9b7b-5b6f-422b-b09c-5f2df65d3890', 'tag': '416f6e75-2514-4752-bb70-07138d771889'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:48.203803 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Pushing event updated for resources: {'Port': ['ID=416f6e75-2514-4752-bb70-07138d771889,revision_number=3']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:48.207222 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:48.247007 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3261caea-d9ff-40dc-89e6-5d5f88f32594 req-c8282901-c92e-4880-8653-61185b7723e7 service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549816 May 11 16:32:48.262589 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ec9b7b-5b6f-422b-b09c-5f2df65d3890', 'tag': '416f6e75-2514-4752-bb70-07138d771889', 'status': 'completed', 'code': 200} May 11 16:32:48.410655 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-11f1a32e-8970-4590-92ac-605327929298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:48.412185 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-11f1a32e-8970-4590-92ac-605327929298 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a2e00d552a1f4bb595b5b236d459a777&device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 1096 time: 0.1129985 May 11 16:32:48.503897 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6216625-03c3-4d71-966c-505749fddc30 req-655ab737-e1c4-48d5-b55e-10a97fec19e6 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:48.505355 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e6216625-03c3-4d71-966c-505749fddc30 req-655ab737-e1c4-48d5-b55e-10a97fec19e6 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 943 time: 0.1436312 May 11 16:32:48.515204 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-e05b2d50-ff1c-4c5e-8c87-777dabafdd38 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416f6e75-2514-4752-bb70-07138d771889 HTTP/1.1" status: 200 len: 217 time: 0.0748947 May 11 16:32:48.598064 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e6216625-03c3-4d71-966c-505749fddc30 req-7f5d0494-14ce-467f-982a-84e57c5e4b56 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845644 May 11 16:32:48.615029 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-2317cf79-26e1-480f-ba71-3ece646a91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:48.616475 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-2317cf79-26e1-480f-ba71-3ece646a91bd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f76e838a-3889-4a39-887c-b17ff72dc119 HTTP/1.1" status: 200 len: 854 time: 0.0868373 May 11 16:32:48.658410 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 41748) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:48.689783 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-f54d799a-3edf-44bf-a1f6-050c7d01118c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41f463bd-84b8-4578-b5db-75dd85f92e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658667 May 11 16:32:48.772022 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41754) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:48.801687 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-976f673a-0b12-4154-90a5-f2f794a31639 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7b564df5bacb48fc80f645e2290c0473&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1420231 May 11 16:32:48.805479 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41760) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:48.867588 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-1f6910c1-4d8d-4697-8f85-7c706ec25c14 service neutron] 10.222.0.86 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638520 May 11 16:32:48.874209 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-57bc2538-2cf1-4c68-aa16-6c0f6e69ebc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:48.902680 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-57bc2538-2cf1-4c68-aa16-6c0f6e69ebc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:48.904369 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:48.968629 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-66df049c-b036-420f-a625-b02633d6c0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:48.986739 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-66df049c-b036-420f-a625-b02633d6c0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:48.991241 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-66df049c-b036-420f-a625-b02633d6c0ed admin admin] Usage tracker for resource:security_group_rule and tenant:f0132670fcc144c797b6bd2264e1dc9e is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:48.994860 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-66df049c-b036-420f-a625-b02633d6c0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:49.002598 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-66df049c-b036-420f-a625-b02633d6c0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:49.135267 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-66df049c-b036-420f-a625-b02633d6c0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:49.152303 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-57bc2538-2cf1-4c68-aa16-6c0f6e69ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:49.162350 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-45ea5b83-c2bb-47ca-b33f-3f723a3fcad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:49.180068 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0fce396e-d5cd-4eb9-94cd-ac06778bdbc6 req-14e0f53e-86a2-4e8b-93e2-01bff00037fc service neutron] 10.222.0.86 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057663 May 11 16:32:49.203232 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc2538-2cf1-4c68-aa16-6c0f6e69ebc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f5741b-27d6-49ed-a30f-ae5f8a702eb0,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:49.204163 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4922e-a4a6-47a0-8689-23c9b495873f req-79b0f64d-2597-47f5-bb71-ff5dc6c2c1a4 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:49.205673 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a7a4922e-a4a6-47a0-8689-23c9b495873f req-79b0f64d-2597-47f5-bb71-ff5dc6c2c1a4 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.1503091 May 11 16:32:49.205914 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-57bc2538-2cf1-4c68-aa16-6c0f6e69ebc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:49.206898 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-57bc2538-2cf1-4c68-aa16-6c0f6e69ebc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:49.208017 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-57bc2538-2cf1-4c68-aa16-6c0f6e69ebc2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/43f5741b-27d6-49ed-a30f-ae5f8a702eb0 HTTP/1.1" status: 204 len: 168 time: 0.4004776 May 11 16:32:49.218621 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-66df049c-b036-420f-a625-b02633d6c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:49.237951 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3cf1c0c0-7d34-4062-839b-e658523a05a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:49.258269 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a7a4922e-a4a6-47a0-8689-23c9b495873f req-f517a225-533c-4cee-a8fc-9f0f7319d6e9 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451522 May 11 16:32:49.282854 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-66df049c-b036-420f-a625-b02633d6c0ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0132670fcc144c797b6bd2264e1dc9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5091958 May 11 16:32:49.284441 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df049c-b036-420f-a625-b02633d6c0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e17e774-8fb6-4744-a8fc-ac3168ce0c1b,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:49.287471 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-66df049c-b036-420f-a625-b02633d6c0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:49.290005 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41776) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:49.295162 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 41780) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:49.362331 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab57d65d-9083-4f79-8d5e-714abe13b9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:49.393591 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab57d65d-9083-4f79-8d5e-714abe13b9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:49.443752 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68efdc-0598-4ca3-a1af-43e11df5f261 req-1f9a5757-b875-459b-b3a3-526eb09bb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:49.445253 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5f68efdc-0598-4ca3-a1af-43e11df5f261 req-1f9a5757-b875-459b-b3a3-526eb09bb1c5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a2e00d552a1f4bb595b5b236d459a777&device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 1096 time: 0.0800371 May 11 16:32:49.515642 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab57d65d-9083-4f79-8d5e-714abe13b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:49.522677 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:49.536589 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57d65d-9083-4f79-8d5e-714abe13b9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e17e774-8fb6-4744-a8fc-ac3168ce0c1b,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:49.539404 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ab57d65d-9083-4f79-8d5e-714abe13b9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:49.541738 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab57d65d-9083-4f79-8d5e-714abe13b9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:49.543076 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ab57d65d-9083-4f79-8d5e-714abe13b9ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e17e774-8fb6-4744-a8fc-ac3168ce0c1b HTTP/1.1" status: 204 len: 168 time: 0.2519825 May 11 16:32:49.605674 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68efdc-0598-4ca3-a1af-43e11df5f261 req-39d9f529-8e22-4332-a734-00778176f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:49.607105 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5f68efdc-0598-4ca3-a1af-43e11df5f261 req-39d9f529-8e22-4332-a734-00778176f783 service neutron] 10.222.0.86 "GET /v2.0/networks?id=41f463bd-84b8-4578-b5db-75dd85f92e3a HTTP/1.1" status: 200 len: 915 time: 0.1549051 May 11 16:32:49.683451 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-910ae0f0-b632-455b-9b29-cbe915a23be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:49.701947 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5f68efdc-0598-4ca3-a1af-43e11df5f261 req-e3a1571d-e4c7-447d-9c84-c5ea82df9a60 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=416f6e75-2514-4752-bb70-07138d771889 HTTP/1.1" status: 200 len: 217 time: 0.0727725 May 11 16:32:49.705564 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-910ae0f0-b632-455b-9b29-cbe915a23be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:49.711741 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-910ae0f0-b632-455b-9b29-cbe915a23be6 admin admin] Usage tracker for resource:security_group_rule and tenant:256234d92b3a4090ad5440e664f3ec33 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:49.745746 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-910ae0f0-b632-455b-9b29-cbe915a23be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:49.759665 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-910ae0f0-b632-455b-9b29-cbe915a23be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:49.844578 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68efdc-0598-4ca3-a1af-43e11df5f261 req-2a3a0795-8b7f-4540-911e-27b381b7245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:49.846012 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5f68efdc-0598-4ca3-a1af-43e11df5f261 req-2a3a0795-8b7f-4540-911e-27b381b7245f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f76e838a-3889-4a39-887c-b17ff72dc119 HTTP/1.1" status: 200 len: 854 time: 0.1367502 May 11 16:32:49.914784 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5f68efdc-0598-4ca3-a1af-43e11df5f261 req-746c161a-2181-4edd-a8ec-74cc595b3426 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41f463bd-84b8-4578-b5db-75dd85f92e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548601 May 11 16:32:49.953176 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897c9a3-4259-4f0a-81af-0a3ad23be6cd req-9a912413-1680-4a11-a425-b51af4814e62 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:49.954591 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e897c9a3-4259-4f0a-81af-0a3ad23be6cd req-9a912413-1680-4a11-a425-b51af4814e62 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 943 time: 0.2032804 May 11 16:32:50.102621 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e897c9a3-4259-4f0a-81af-0a3ad23be6cd req-df79bea5-35e9-4cbb-b8c3-8a2f3310a7d2 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407948 May 11 16:32:50.120553 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-910ae0f0-b632-455b-9b29-cbe915a23be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.138535 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5f68efdc-0598-4ca3-a1af-43e11df5f261 req-838c64a5-f449-46cf-bbb3-577ae1e524a8 service neutron] 10.222.0.86 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107084 May 11 16:32:50.174853 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41812) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:50.216627 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee3d9-3673-45aa-bbb8-8ec42d459382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.235367 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-910ae0f0-b632-455b-9b29-cbe915a23be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.241103 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8c1ee3d9-3673-45aa-bbb8-8ec42d459382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:50.248017 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8c1ee3d9-3673-45aa-bbb8-8ec42d459382 admin admin] Usage tracker for resource:security_group_rule and tenant:b391dbdbd30948acb37978e85a77f696 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:50.249295 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:50.252106 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8c1ee3d9-3673-45aa-bbb8-8ec42d459382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:50.261397 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8c1ee3d9-3673-45aa-bbb8-8ec42d459382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:50.293899 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.307221 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-910ae0f0-b632-455b-9b29-cbe915a23be6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=256234d92b3a4090ad5440e664f3ec33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0105312 May 11 16:32:50.310151 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41820) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:50.326866 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ae0f0-b632-455b-9b29-cbe915a23be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a32819-7697-4ed1-bf4f-1e3cd207d774,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:50.330292 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-910ae0f0-b632-455b-9b29-cbe915a23be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:50.359774 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5f68efdc-0598-4ca3-a1af-43e11df5f261 req-5a1f76d2-6f1c-472f-ba1a-a979d5b448ae service neutron] 10.222.0.86 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082262 May 11 16:32:50.406319 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee3d9-3673-45aa-bbb8-8ec42d459382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.413230 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c42b9599-2317-486d-9497-7b1db7f9aeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.447736 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c42b9599-2317-486d-9497-7b1db7f9aeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.502120 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b15f3-6bf3-481c-8296-a47cba1d7bf4 req-4704a0a3-907a-4230-b151-a5874053125d tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:50.503666 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cd1b15f3-6bf3-481c-8296-a47cba1d7bf4 req-4704a0a3-907a-4230-b151-a5874053125d tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.0913365 May 11 16:32:50.515633 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee3d9-3673-45aa-bbb8-8ec42d459382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.526907 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:50.549769 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cd1b15f3-6bf3-481c-8296-a47cba1d7bf4 req-89df20d8-242b-4b21-8e0e-05be51f1a485 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396898 May 11 16:32:50.566558 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-8c1ee3d9-3673-45aa-bbb8-8ec42d459382 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b391dbdbd30948acb37978e85a77f696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903971 May 11 16:32:50.570748 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41828) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:50.587409 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ee3d9-3673-45aa-bbb8-8ec42d459382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b7f8ba-a929-463e-a8b1-51f30aa836b4,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:50.591936 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8c1ee3d9-3673-45aa-bbb8-8ec42d459382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:50.636022 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c42b9599-2317-486d-9497-7b1db7f9aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.641510 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ccbf818b-16bb-45fd-bc7b-9f859534fbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.642805 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-350932d8-4660-4a2b-bb88-d60fb8b41b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:50.663136 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b9599-2317-486d-9497-7b1db7f9aeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a32819-7697-4ed1-bf4f-1e3cd207d774,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:50.670165 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c42b9599-2317-486d-9497-7b1db7f9aeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:50.686882 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ccbf818b-16bb-45fd-bc7b-9f859534fbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.693566 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c42b9599-2317-486d-9497-7b1db7f9aeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.694657 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-c42b9599-2317-486d-9497-7b1db7f9aeb5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/54a32819-7697-4ed1-bf4f-1e3cd207d774 HTTP/1.1" status: 204 len: 168 time: 0.3835764 May 11 16:32:50.841727 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ccbf818b-16bb-45fd-bc7b-9f859534fbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.846734 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fb51ac1d-4ae4-41ab-b7cd-563b57720ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:50.862271 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf818b-16bb-45fd-bc7b-9f859534fbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b7f8ba-a929-463e-a8b1-51f30aa836b4,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:50.864718 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ccbf818b-16bb-45fd-bc7b-9f859534fbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:50.877464 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ccbf818b-16bb-45fd-bc7b-9f859534fbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:50.884957 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ccbf818b-16bb-45fd-bc7b-9f859534fbd9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60b7f8ba-a929-463e-a8b1-51f30aa836b4 HTTP/1.1" status: 204 len: 168 time: 0.3073294 May 11 16:32:51.293891 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a720a1-d996-43ee-9cef-17e66a9814c4 req-683f359b-5a67-469e-b632-7a3cb590d4e2 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:51.295335 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-90a720a1-d996-43ee-9cef-17e66a9814c4 req-683f359b-5a67-469e-b632-7a3cb590d4e2 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 943 time: 0.0806253 May 11 16:32:51.345504 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-90a720a1-d996-43ee-9cef-17e66a9814c4 req-47b73106-5f04-43cd-ac5f-b9ca6e93f1f6 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424504 May 11 16:32:51.707751 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41874) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:51.729822 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1b41aec6-9665-4671-9eeb-1154b60bc048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:51.750826 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-1b41aec6-9665-4671-9eeb-1154b60bc048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:51.755981 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-1b41aec6-9665-4671-9eeb-1154b60bc048 admin admin] Usage tracker for resource:security_group_rule and tenant:ac7d4b4cce6e429c93309284b61b99de is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:51.758058 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b41714-1d8d-446a-bb1e-fef865055144 req-552ad958-52f5-4524-a819-5cd6dcdbf7f4 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:51.760230 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-1b41aec6-9665-4671-9eeb-1154b60bc048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:51.760886 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-26b41714-1d8d-446a-bb1e-fef865055144 req-552ad958-52f5-4524-a819-5cd6dcdbf7f4 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.0921812 May 11 16:32:51.772113 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-1b41aec6-9665-4671-9eeb-1154b60bc048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:51.813812 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-26b41714-1d8d-446a-bb1e-fef865055144 req-f60c7601-0696-41e0-8b35-ceed20693fb1 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464244 May 11 16:32:51.879520 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1b41aec6-9665-4671-9eeb-1154b60bc048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:51.985341 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1b41aec6-9665-4671-9eeb-1154b60bc048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:51.994891 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ab57d65d-9083-4f79-8d5e-714abe13b9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:52.036186 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41aec6-9665-4671-9eeb-1154b60bc048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d54b33-692f-41b1-b421-a6b61d68baca,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:52.041175 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-1b41aec6-9665-4671-9eeb-1154b60bc048 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac7d4b4cce6e429c93309284b61b99de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317502 May 11 16:32:52.042121 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1b41aec6-9665-4671-9eeb-1154b60bc048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:52.044352 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 41888) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:52.141045 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ec4cdd4d-7793-4aef-a166-aafefa4fc056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:52.199799 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ec4cdd4d-7793-4aef-a166-aafefa4fc056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:52.345125 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ec4cdd4d-7793-4aef-a166-aafefa4fc056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:52.353059 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-da5c98d6-fbf2-4d99-9d45-79ee004c5acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:52.371326 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cdd4d-7793-4aef-a166-aafefa4fc056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d54b33-692f-41b1-b421-a6b61d68baca,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:52.380692 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ec4cdd4d-7793-4aef-a166-aafefa4fc056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:52.381682 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ec4cdd4d-7793-4aef-a166-aafefa4fc056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:52.383626 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ec4cdd4d-7793-4aef-a166-aafefa4fc056 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c4d54b33-692f-41b1-b421-a6b61d68baca HTTP/1.1" status: 204 len: 168 time: 0.3382885 May 11 16:32:52.566285 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb0a7e-238c-41e7-8cb0-30409df9d753 req-510619c1-3e57-46da-871c-c9e0ec7e4f31 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:52.570452 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bcdb0a7e-238c-41e7-8cb0-30409df9d753 req-510619c1-3e57-46da-871c-c9e0ec7e4f31 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 943 time: 0.0874002 May 11 16:32:52.622169 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bcdb0a7e-238c-41e7-8cb0-30409df9d753 req-6781b634-51d3-4dda-ab4a-0ecc64937264 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451307 May 11 16:32:52.704679 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 416f6e75-2514-4752-bb70-07138d771889 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:32:52.852388 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 416f6e75-2514-4752-bb70-07138d771889, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=416f6e75-2514-4752-bb70-07138d771889,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:52.866373 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '416f6e75-2514-4752-bb70-07138d771889', 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a', 'port_id': '416f6e75-2514-4752-bb70-07138d771889', 'mac_address': 'fa:16:3e:b7:d3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76e838a-3889-4a39-887c-b17ff72dc119', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:32:52.924644 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:52.942663 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416f6e75-2514-4752-bb70-07138d771889 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:32:52.960384 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 416f6e75-2514-4752-bb70-07138d771889, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=416f6e75-2514-4752-bb70-07138d771889,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:53.015763 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac12295-427f-4fdf-beaf-f029b87dfaa9 req-d36bdcdc-a4d1-41a1-9353-a3342d96468b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:53.022772 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dac12295-427f-4fdf-beaf-f029b87dfaa9 req-d36bdcdc-a4d1-41a1-9353-a3342d96468b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.0885830 May 11 16:32:53.043945 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:53.048938 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:53.074734 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dac12295-427f-4fdf-beaf-f029b87dfaa9 req-682e7f03-c8aa-42bb-9266-65f0f78020cf tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503316 May 11 16:32:53.173265 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=416f6e75-2514-4752-bb70-07138d771889,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:53.190170 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:53.190594 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:53.191089 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:53.191516 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:53.192039 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:53.192456 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:53.192836 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:53.193229 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:53.193673 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:53.194262 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:53.195498 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:53.196561 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:32:53.203232 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:53.377202 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['416f6e75-2514-4752-bb70-07138d771889'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:32:53.893857 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cfc77-30f8-49ef-a606-89f24f5b14f7 req-d0d45a5d-5730-46e3-acb3-a9401972451e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:53.895233 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6b4cfc77-30f8-49ef-a606-89f24f5b14f7 req-d0d45a5d-5730-46e3-acb3-a9401972451e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 944 time: 0.1555243 May 11 16:32:53.942354 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6b4cfc77-30f8-49ef-a606-89f24f5b14f7 req-5f95eb59-0212-425c-9eaf-06583ba5cd2c tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404296 May 11 16:32:54.281020 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9f01c-e59b-43db-a461-c99de3e372d5 req-58770b5c-e1c9-4374-bb4f-45aa2eade2fa tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:54.282507 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-afa9f01c-e59b-43db-a461-c99de3e372d5 req-58770b5c-e1c9-4374-bb4f-45aa2eade2fa tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.0894091 May 11 16:32:54.352548 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-afa9f01c-e59b-43db-a461-c99de3e372d5 req-b7ebca5d-8151-4c69-b1d9-8f2782ffa28b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598743 May 11 16:32:54.717747 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 416f6e75-2514-4752-bb70-07138d771889 up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:32:54.938763 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port 416f6e75-2514-4752-bb70-07138d771889 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:32:54.944068 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 416f6e75-2514-4752-bb70-07138d771889 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:32:54.944460 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:55.091389 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:55.123520 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ec9b7b-5b6f-422b-b09c-5f2df65d3890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416f6e75-2514-4752-bb70-07138d771889'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:32:55.134684 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 416f6e75-2514-4752-bb70-07138d771889, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=416f6e75-2514-4752-bb70-07138d771889,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:32:55.161532 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787332f-8edd-4a12-a38e-fbfdffcd9fa5 req-5e78377a-1494-49a7-b97f-c4567c56d765 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:55.163677 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1787332f-8edd-4a12-a38e-fbfdffcd9fa5 req-5e78377a-1494-49a7-b97f-c4567c56d765 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 944 time: 0.1108336 May 11 16:32:55.201343 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:55.203686 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:55.220885 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1787332f-8edd-4a12-a38e-fbfdffcd9fa5 req-53b6b9b1-0047-448e-a2fe-b7d875429742 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502894 May 11 16:32:55.253165 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ec9b7b-5b6f-422b-b09c-5f2df65d3890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416f6e75-2514-4752-bb70-07138d771889', 'code': 200} May 11 16:32:55.263900 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42038) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:55.308011 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=416f6e75-2514-4752-bb70-07138d771889,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:55.311263 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:55.388441 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6ae0d2dd-caf5-45b3-a4f8-92b3b9fbafa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:55.406732 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6ae0d2dd-caf5-45b3-a4f8-92b3b9fbafa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:55.411202 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6ae0d2dd-caf5-45b3-a4f8-92b3b9fbafa7 admin admin] Usage tracker for resource:security_group_rule and tenant:ce044fed8f7d4678ab20d4e835ffeca7 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:55.414397 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6ae0d2dd-caf5-45b3-a4f8-92b3b9fbafa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:55.420636 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6ae0d2dd-caf5-45b3-a4f8-92b3b9fbafa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:55.530710 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6ae0d2dd-caf5-45b3-a4f8-92b3b9fbafa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:55.585661 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a9454-fa3b-4983-8236-88f511d39a36 req-c6254965-c9e0-4125-9b6c-885cee13e175 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:55.587311 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-512a9454-fa3b-4983-8236-88f511d39a36 req-c6254965-c9e0-4125-9b6c-885cee13e175 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.0976450 May 11 16:32:55.633868 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6ae0d2dd-caf5-45b3-a4f8-92b3b9fbafa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:55.643222 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ec4cdd4d-7793-4aef-a166-aafefa4fc056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:55.705181 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-6ae0d2dd-caf5-45b3-a4f8-92b3b9fbafa7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ce044fed8f7d4678ab20d4e835ffeca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400065 May 11 16:32:55.706264 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0d2dd-caf5-45b3-a4f8-92b3b9fbafa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb24f8b-f2b8-4022-b911-4141a1965710,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:55.711387 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6ae0d2dd-caf5-45b3-a4f8-92b3b9fbafa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:55.711922 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42064) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:55.740898 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-512a9454-fa3b-4983-8236-88f511d39a36 req-bea57cf4-ccf8-4916-871f-ccb402a8bf4f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469965 May 11 16:32:55.788454 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2cc46-e818-4b9c-a340-e8994edd2552 req-c50a4768-3955-48ed-8342-a52d983b37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:55.790109 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-35a2cc46-e818-4b9c-a340-e8994edd2552 req-c50a4768-3955-48ed-8342-a52d983b37c2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 1098 time: 0.1453049 May 11 16:32:55.800087 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ed676d02-b6c4-4cb2-9433-028e7d76a847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:55.840105 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ed676d02-b6c4-4cb2-9433-028e7d76a847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:55.862842 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-35a2cc46-e818-4b9c-a340-e8994edd2552 req-d01d682a-d583-4b6e-a04d-acf8bff8e9bb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597742 May 11 16:32:55.995948 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ed676d02-b6c4-4cb2-9433-028e7d76a847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:56.002778 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b87badef-fa27-4d4a-bfad-971cd929e58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:56.017905 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed676d02-b6c4-4cb2-9433-028e7d76a847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb24f8b-f2b8-4022-b911-4141a1965710,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:56.021895 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ed676d02-b6c4-4cb2-9433-028e7d76a847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:56.023207 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ed676d02-b6c4-4cb2-9433-028e7d76a847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:56.024337 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ed676d02-b6c4-4cb2-9433-028e7d76a847 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0eb24f8b-f2b8-4022-b911-4141a1965710 HTTP/1.1" status: 204 len: 168 time: 0.3114963 May 11 16:32:56.453839 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dcc05-bfba-4b6b-a487-99eaf6c77f5e req-b3f4af26-962f-4306-a318-00c296fcdeb3 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:56.463736 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-525dcc05-bfba-4b6b-a487-99eaf6c77f5e req-b3f4af26-962f-4306-a318-00c296fcdeb3 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 945 time: 0.1149361 May 11 16:32:56.522321 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-525dcc05-bfba-4b6b-a487-99eaf6c77f5e req-676f4601-0a79-40fe-b9f7-277a141c9e0a tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575254 May 11 16:32:56.904122 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42098) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:56.935575 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6f0fbb58-fdbd-4a4d-a8ee-72366536296f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:56.956831 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6f0fbb58-fdbd-4a4d-a8ee-72366536296f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:56.963577 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6f0fbb58-fdbd-4a4d-a8ee-72366536296f admin admin] Usage tracker for resource:security_group_rule and tenant:3ae9add9afc84b848dfe26a53c8c3185 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:56.968522 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6f0fbb58-fdbd-4a4d-a8ee-72366536296f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:56.981807 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6f0fbb58-fdbd-4a4d-a8ee-72366536296f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:57.020270 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 42104) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:57.111152 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a97b0e-1ffc-41bd-9c71-14e79d116245 req-4cbcaefd-7d17-4794-8a46-67cb13103b70 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:57.120418 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d2a97b0e-1ffc-41bd-9c71-14e79d116245 req-4cbcaefd-7d17-4794-8a46-67cb13103b70 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.1967447 May 11 16:32:57.153262 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6f0fbb58-fdbd-4a4d-a8ee-72366536296f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:57.183221 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d2a97b0e-1ffc-41bd-9c71-14e79d116245 req-2a899078-f34d-483e-b601-017641acd124 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553191 May 11 16:32:57.201564 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6f0fbb58-fdbd-4a4d-a8ee-72366536296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:57.210602 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-66df049c-b036-420f-a625-b02633d6c0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:57.251507 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-6f0fbb58-fdbd-4a4d-a8ee-72366536296f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ae9add9afc84b848dfe26a53c8c3185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454356 May 11 16:32:57.252411 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fbb58-fdbd-4a4d-a8ee-72366536296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9badfe-a7e6-469e-806b-bcf913b26fbb,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:57.254126 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 42110) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:57.258384 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6f0fbb58-fdbd-4a4d-a8ee-72366536296f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:57.313645 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-212a7988-78f3-4777-9db1-3c0d7bcf636d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:57.340028 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-212a7988-78f3-4777-9db1-3c0d7bcf636d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:57.346287 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-212a7988-78f3-4777-9db1-3c0d7bcf636d admin admin] Usage tracker for resource:security_group_rule and tenant:3ea0035221ac474bb3042a78ff48e7b3 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:57.350603 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-212a7988-78f3-4777-9db1-3c0d7bcf636d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:57.364680 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-212a7988-78f3-4777-9db1-3c0d7bcf636d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:57.378942 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-78b6bb11-d41b-4a62-81cb-c054e802ebdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:57.418821 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-78b6bb11-d41b-4a62-81cb-c054e802ebdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:57.510281 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-212a7988-78f3-4777-9db1-3c0d7bcf636d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:57.579442 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-78b6bb11-d41b-4a62-81cb-c054e802ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:57.580675 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-212a7988-78f3-4777-9db1-3c0d7bcf636d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:57.584870 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-910ae0f0-b632-455b-9b29-cbe915a23be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:57.606106 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6bb11-d41b-4a62-81cb-c054e802ebdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9badfe-a7e6-469e-806b-bcf913b26fbb,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:57.659699 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-212a7988-78f3-4777-9db1-3c0d7bcf636d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ea0035221ac474bb3042a78ff48e7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6383779 May 11 16:32:57.662608 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42122) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:57.695848 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-78b6bb11-d41b-4a62-81cb-c054e802ebdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:57.696915 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-78b6bb11-d41b-4a62-81cb-c054e802ebdb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed9badfe-a7e6-469e-806b-bcf913b26fbb HTTP/1.1" status: 204 len: 168 time: 0.4418666 May 11 16:32:57.697755 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a7988-78f3-4777-9db1-3c0d7bcf636d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1182e29e-3125-4e74-8c39-5733402d1589,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:57.705440 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-212a7988-78f3-4777-9db1-3c0d7bcf636d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:57.706263 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7b95dc24-01f2-4857-a3c1-ca50f6f02713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:57.706875 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7b95dc24-01f2-4857-a3c1-ca50f6f02713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:57.755902 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5734c1ea-d15f-4a3e-99f2-ad53c31e8b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:57.767535 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316a5b5-73a3-44c0-ae6c-6d54642d6ada req-27a96e98-0c25-41ed-b6e9-40d0af63dcdc tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:57.769042 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8316a5b5-73a3-44c0-ae6c-6d54642d6ada req-27a96e98-0c25-41ed-b6e9-40d0af63dcdc tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 945 time: 0.1129405 May 11 16:32:57.790543 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5734c1ea-d15f-4a3e-99f2-ad53c31e8b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:57.822540 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8316a5b5-73a3-44c0-ae6c-6d54642d6ada req-7855fce9-8464-41e3-98b8-72bd26a088e2 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471141 May 11 16:32:57.939535 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5734c1ea-d15f-4a3e-99f2-ad53c31e8b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:57.944482 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c42b9599-2317-486d-9497-7b1db7f9aeb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:57.959645 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734c1ea-d15f-4a3e-99f2-ad53c31e8b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1182e29e-3125-4e74-8c39-5733402d1589,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:57.962694 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-5734c1ea-d15f-4a3e-99f2-ad53c31e8b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:57.971247 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5734c1ea-d15f-4a3e-99f2-ad53c31e8b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:57.973167 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-5734c1ea-d15f-4a3e-99f2-ad53c31e8b27 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1182e29e-3125-4e74-8c39-5733402d1589 HTTP/1.1" status: 204 len: 168 time: 0.3078864 May 11 16:32:58.443623 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9bca1-ea23-4791-9b4d-c68feea3ddd4 req-5dc9328b-06c0-4c88-bb90-ea593408b54f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:58.445178 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a2c9bca1-ea23-4791-9b4d-c68feea3ddd4 req-5dc9328b-06c0-4c88-bb90-ea593408b54f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.0890505 May 11 16:32:58.498301 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a2c9bca1-ea23-4791-9b4d-c68feea3ddd4 req-99179456-447e-476f-b54b-7f5911c5b735 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456028 May 11 16:32:58.738187 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 42198) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:58.758010 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d49ef72c-50d8-4e9a-8628-09bf4757b83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:58.774104 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-d49ef72c-50d8-4e9a-8628-09bf4757b83a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:32:58.778511 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-d49ef72c-50d8-4e9a-8628-09bf4757b83a admin admin] Usage tracker for resource:security_group_rule and tenant:7548f7f24cb74eea92f88f642f7ff2cc is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:32:58.793519 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-d49ef72c-50d8-4e9a-8628-09bf4757b83a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:32:58.799633 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-d49ef72c-50d8-4e9a-8628-09bf4757b83a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:32:59.033322 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d49ef72c-50d8-4e9a-8628-09bf4757b83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:59.109851 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d49ef72c-50d8-4e9a-8628-09bf4757b83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:59.128073 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d2de8a58-0529-45dd-9b85-626d384d6afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:59.178361 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-d49ef72c-50d8-4e9a-8628-09bf4757b83a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7548f7f24cb74eea92f88f642f7ff2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390976 May 11 16:32:59.181157 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42222) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:32:59.184905 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ef72c-50d8-4e9a-8628-09bf4757b83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caa06eb-11c0-416b-88f9-76d605a5f68c,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:59.192063 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d49ef72c-50d8-4e9a-8628-09bf4757b83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:59.286116 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-62e4c0cc-1a5e-4744-af0a-6edc86753a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:59.320562 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-62e4c0cc-1a5e-4744-af0a-6edc86753a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:59.442104 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-62e4c0cc-1a5e-4744-af0a-6edc86753a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:59.450048 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:32:59.466578 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4c0cc-1a5e-4744-af0a-6edc86753a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caa06eb-11c0-416b-88f9-76d605a5f68c,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:32:59.477575 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-62e4c0cc-1a5e-4744-af0a-6edc86753a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:59.478670 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-62e4c0cc-1a5e-4744-af0a-6edc86753a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:59.482811 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-62e4c0cc-1a5e-4744-af0a-6edc86753a56 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7caa06eb-11c0-416b-88f9-76d605a5f68c HTTP/1.1" status: 204 len: 168 time: 0.3001070 May 11 16:32:59.637250 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8a01bf06-808d-48dd-925b-c33208069c9a req-ab849dab-846e-48f8-bad5-f7bb038c3415 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927489 May 11 16:32:59.733791 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ff88d-70b1-4439-a844-c90af61cfa22 req-fbd85fee-6956-4c69-96b4-95104dd4146c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:59.735376 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c75ff88d-70b1-4439-a844-c90af61cfa22 req-fbd85fee-6956-4c69-96b4-95104dd4146c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.0873046 May 11 16:32:59.836659 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c75ff88d-70b1-4439-a844-c90af61cfa22 req-e7d45ba1-b702-4c30-bb48-71ae168c8094 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640447 May 11 16:32:59.859358 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01bf06-808d-48dd-925b-c33208069c9a req-04b510e9-bcd1-40c3-96a7-efbc9ddcbfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:32:59.860846 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8a01bf06-808d-48dd-925b-c33208069c9a req-04b510e9-bcd1-40c3-96a7-efbc9ddcbfff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a2e00d552a1f4bb595b5b236d459a777&device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 1099 time: 0.1201997 May 11 16:33:00.018486 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01bf06-808d-48dd-925b-c33208069c9a req-54c20e73-af55-40f9-9978-0e226ef5a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:00.020095 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8a01bf06-808d-48dd-925b-c33208069c9a req-54c20e73-af55-40f9-9978-0e226ef5a34d service neutron] 10.222.0.86 "GET /v2.0/networks?id=41f463bd-84b8-4578-b5db-75dd85f92e3a HTTP/1.1" status: 200 len: 915 time: 0.1368277 May 11 16:33:00.167806 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8a01bf06-808d-48dd-925b-c33208069c9a req-5bd029dd-1047-4bc0-a49c-243974a63b1d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b377cd6a-4a82-45bf-9338-527616009d42 HTTP/1.1" status: 200 len: 217 time: 0.1390250 May 11 16:33:00.237293 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01bf06-808d-48dd-925b-c33208069c9a req-71d04318-5b4b-40be-8032-3404c84f6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:00.238724 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8a01bf06-808d-48dd-925b-c33208069c9a req-71d04318-5b4b-40be-8032-3404c84f6967 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f76e838a-3889-4a39-887c-b17ff72dc119 HTTP/1.1" status: 200 len: 854 time: 0.0603170 May 11 16:33:00.291128 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8a01bf06-808d-48dd-925b-c33208069c9a req-fde7216f-94d3-4a09-a469-472d326038c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41f463bd-84b8-4578-b5db-75dd85f92e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429063 May 11 16:33:00.434616 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8a01bf06-808d-48dd-925b-c33208069c9a req-cc313f9b-9072-47c5-a2a5-d42d6aa9191c service neutron] 10.222.0.86 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319089 May 11 16:33:00.571859 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8a01bf06-808d-48dd-925b-c33208069c9a req-450cb073-5f78-4686-9058-cb1d2727733a service neutron] 10.222.0.86 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330354 May 11 16:33:00.818213 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42270) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:00.952105 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1962739018-network', 'tenant_id': '28f6aeba76eb4ffca5ede20ddba21058'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:33:00.958630 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:00.968437 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Usage tracker for resource:network and tenant:28f6aeba76eb4ffca5ede20ddba21058 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:00.994933 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:01.005904 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:01.046577 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12f820-668b-44b5-b5ca-c0bfd41f37de req-cd09c574-a00d-4e02-aa96-4a69e0b20f14 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:01.049112 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2d12f820-668b-44b5-b5ca-c0bfd41f37de req-cd09c574-a00d-4e02-aa96-4a69e0b20f14 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.0906076 May 11 16:33:01.100083 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2d12f820-668b-44b5-b5ca-c0bfd41f37de req-5e3436f7-4c47-4be8-8f6e-68048243a83c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404224 May 11 16:33:01.138723 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Made reservation on behalf of 28f6aeba76eb4ffca5ede20ddba21058 for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:33:01.141291 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:01.153885 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:01.169122 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:01.175185 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Usage tracker for resource:security_group_rule and tenant:28f6aeba76eb4ffca5ede20ddba21058 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:01.180382 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:01.189495 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:01.293214 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:01.424755 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:01.428081 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-cf760208-e869-4abe-b73a-84dab2c915ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:01.456777 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:33:01.465853 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e9e605-f830-4204-8045-e06934ba37ab,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:01.472523 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:01.473101 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:01.473443 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Added segment 93b3f50a-747e-432c-8247-5204073f2847 of type vlan for network 2db248f1-75fb-4b12-a052-e2686b114574 May 11 16:33:01.506085 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:01.652638 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:01.653986 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:01.654564 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:01.658086 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:01.759050 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Pushing event updated for resources: {'Network': ['ID=2db248f1-75fb-4b12-a052-e2686b114574,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:01.764118 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:01.770953 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network 2db248f1-75fb-4b12-a052-e2686b114574 details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:33:01.888270 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0688629 May 11 16:33:01.894645 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42296) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:01.900620 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Request body: {'subnet': {'network_id': '2db248f1-75fb-4b12-a052-e2686b114574', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1962739018-subnet', 'tenant_id': '28f6aeba76eb4ffca5ede20ddba21058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:33:01.905312 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:01.909169 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Usage tracker for resource:subnet and tenant:28f6aeba76eb4ffca5ede20ddba21058 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:01.912078 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:01.918456 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:02.025460 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Made reservation on behalf of 28f6aeba76eb4ffca5ede20ddba21058 for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:33:02.028034 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461719'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:02.439451 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009ff8b-c436-4d43-a096-c6f71eb3b6d7 req-f91f3252-1069-4090-9f7d-d38ae5f0a461 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:02.440950 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e009ff8b-c436-4d43-a096-c6f71eb3b6d7 req-f91f3252-1069-4090-9f7d-d38ae5f0a461 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.2105217 May 11 16:33:02.450939 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-9c3508d9-c4b4-427a-9a6b-54483973327e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:02.452357 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-9c3508d9-c4b4-427a-9a6b-54483973327e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/networks?id=41f463bd-84b8-4578-b5db-75dd85f92e3a HTTP/1.1" status: 200 len: 814 time: 0.1856782 May 11 16:33:02.503668 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-e1e21444-efc2-4c2f-982e-a20d62f3d175 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/quotas/a2e00d552a1f4bb595b5b236d459a777 HTTP/1.1" status: 200 len: 375 time: 0.0356650 May 11 16:33:02.532449 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e009ff8b-c436-4d43-a096-c6f71eb3b6d7 req-fb845f92-e9de-45fd-9e1e-aabb2713b2b9 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789790 May 11 16:33:02.682173 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-b3d2ed47-971b-44e1-8aef-e1cac99cd6ae tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2e00d552a1f4bb595b5b236d459a777&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1128261 May 11 16:33:02.691944 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2310472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461797'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:02.691944 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f0cce298-778d-4e81-ae21-39e3b187ba42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:02.907755 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39c9bf5-3908-488f-b184-3becd262a062,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:02.907755 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:02.907755 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Checking segment: {'id': '93b3f50a-747e-432c-8247-5204073f2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2db248f1-75fb-4b12-a052-e2686b114574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:33:02.907755 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Network hostable DHCP agents. Network: 2db248f1-75fb-4b12-a052-e2686b114574, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:33:02.910583 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-2f78597a-8306-476c-a1e2-0d8023b756fa service neutron] 10.222.0.69 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429718 May 11 16:33:03.000606 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-ec65fde4-f666-4f08-b01e-4e1037ed67aa service neutron] 10.222.0.69 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588981 May 11 16:33:03.121263 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Network 2db248f1-75fb-4b12-a052-e2686b114574 is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:33:03.263263 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, 2db248f1-75fb-4b12-a052-e2686b114574) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:33:03.267363 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:03.267994 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:03.271048 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88a4a03-d44f-4a8f-a1d1-47d05521704f None None] Network 2db248f1-75fb-4b12-a052-e2686b114574 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:33:03.375322 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4796195 May 11 16:33:03.431722 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dbeaecc4-e838-4308-93dc-fb711330e41c req-8062e30f-26a7-499d-80b8-3bc7c635b682 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 210 time: 0.0853930 May 11 16:33:03.555341 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1391c0e1-a3b2-4ba6-ab29-8a8c33b7e4ad None None] Network 2db248f1-75fb-4b12-a052-e2686b114574 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:33:03.762922 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a802682-b9a0-494f-9cc6-f11dc141f1c0 req-52224cd5-3e2e-46bd-bcf7-9f8466ec028e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:03.766271 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5a802682-b9a0-494f-9cc6-f11dc141f1c0 req-52224cd5-3e2e-46bd-bcf7-9f8466ec028e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.0993903 May 11 16:33:03.860120 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5a802682-b9a0-494f-9cc6-f11dc141f1c0 req-4d377f77-ef9b-4959-a134-cdd44542ac9d tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874298 May 11 16:33:04.167076 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:04.317635 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42392) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:04.323554 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1017544281-network', 'tenant_id': '269b4ce242424c14843f893787216d99'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:33:04.328331 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:04.332459 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Usage tracker for resource:network and tenant:269b4ce242424c14843f893787216d99 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:04.335250 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:04.341794 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:04.441500 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Made reservation on behalf of 269b4ce242424c14843f893787216d99 for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:33:04.444306 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:04.467252 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:04.550038 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:04.553741 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Usage tracker for resource:security_group_rule and tenant:269b4ce242424c14843f893787216d99 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:04.557299 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:04.563669 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:04.591325 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7e570f7c-9a9c-4844-b4a7-0e037950e9f1 req-12c06675-2861-4f52-a070-6b873e9b0574 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 210 time: 0.0438395 May 11 16:33:04.654281 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:04.790184 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:04.794328 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-02fecd42-5a98-4b78-8f5f-a977174a6aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:04.822911 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:33:04.833950 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7692da75-f23c-4922-9962-bf186f7f1c63,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:04.835004 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:04.839926 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:04.839926 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Added segment 1225b5fc-07a1-4e5b-b4d8-38f81fdb8d6c of type vlan for network ab5f406e-19ee-4aa3-b6d9-3753512a26fb May 11 16:33:04.866900 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:04.961981 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 42410) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:04.975528 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:04.980679 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:04.981620 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:05.019249 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:05.072288 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb977f-96b2-446e-81f1-6fc9476581d1 req-6fa0b574-1968-49f8-8af1-1a9be3fc0283 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:05.074311 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-86fb977f-96b2-446e-81f1-6fc9476581d1 req-6fa0b574-1968-49f8-8af1-1a9be3fc0283 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.0924854 May 11 16:33:05.156951 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8383257 May 11 16:33:05.164517 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 42420) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:05.184161 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-86fb977f-96b2-446e-81f1-6fc9476581d1 req-21b62cd0-727d-4acf-8507-967b223d8870 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037447 May 11 16:33:05.187007 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Pushing event updated for resources: {'Network': ['ID=ab5f406e-19ee-4aa3-b6d9-3753512a26fb,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:05.188369 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Request body: {'subnet': {'network_id': 'ab5f406e-19ee-4aa3-b6d9-3753512a26fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1017544281-subnet', 'tenant_id': '269b4ce242424c14843f893787216d99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:33:05.200955 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1d3820cf-40aa-4a06-92cd-8ac01bc40644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:05.201057 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:05.201144 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network ab5f406e-19ee-4aa3-b6d9-3753512a26fb details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:33:05.206153 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:05.213207 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Usage tracker for resource:subnet and tenant:269b4ce242424c14843f893787216d99 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:05.217572 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:05.223194 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-1d3820cf-40aa-4a06-92cd-8ac01bc40644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:05.229937 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:05.239949 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-1d3820cf-40aa-4a06-92cd-8ac01bc40644 admin admin] Usage tracker for resource:security_group_rule and tenant:ab90a62e4e90453d8d3b31c502c76ab2 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:05.243682 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-1d3820cf-40aa-4a06-92cd-8ac01bc40644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:05.250227 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-1d3820cf-40aa-4a06-92cd-8ac01bc40644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:05.346825 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Made reservation on behalf of 269b4ce242424c14843f893787216d99 for: {'subnet': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:33:05.346825 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Notify callbacks [] for subnet, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:05.358839 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1d3820cf-40aa-4a06-92cd-8ac01bc40644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:05.561315 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1d3820cf-40aa-4a06-92cd-8ac01bc40644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:05.584083 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-6c333ca6-8817-4b65-b9b8-834fe2f96770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:05.629803 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3820cf-40aa-4a06-92cd-8ac01bc40644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b386301e-5563-4623-ba8e-529675be87ef,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:05.636408 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-1d3820cf-40aa-4a06-92cd-8ac01bc40644 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab90a62e4e90453d8d3b31c502c76ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6726685 May 11 16:33:05.639499 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42434) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:05.647176 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1d3820cf-40aa-4a06-92cd-8ac01bc40644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:05.711361 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0750aab6-69aa-4ad1-ae52-d68ed34f8d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:05.741146 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0750aab6-69aa-4ad1-ae52-d68ed34f8d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:05.764600 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f84c46d3-6641-4432-8779-a6ff60dc6173 req-a345ae92-752b-4f40-9aea-525afcbea9a5 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 210 time: 0.0595646 May 11 16:33:06.005584 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for subnet, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:06.014238 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0750aab6-69aa-4ad1-ae52-d68ed34f8d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:06.019942 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6ae0d2dd-caf5-45b3-a4f8-92b3b9fbafa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:06.030851 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750aab6-69aa-4ad1-ae52-d68ed34f8d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b386301e-5563-4623-ba8e-529675be87ef,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:06.034396 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0750aab6-69aa-4ad1-ae52-d68ed34f8d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:06.041212 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0750aab6-69aa-4ad1-ae52-d68ed34f8d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:06.042688 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-0750aab6-69aa-4ad1-ae52-d68ed34f8d59 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b386301e-5563-4623-ba8e-529675be87ef HTTP/1.1" status: 204 len: 168 time: 0.4013643 May 11 16:33:06.068322 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:06.208882 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f29d4f-673c-4eeb-b67b-4f6b3c540514,revision_number=0']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:06.214902 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Checking segment: {'id': '1225b5fc-07a1-4e5b-b4d8-38f81fdb8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ab5f406e-19ee-4aa3-b6d9-3753512a26fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:33:06.215249 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Network hostable DHCP agents. Network: ab5f406e-19ee-4aa3-b6d9-3753512a26fb, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:33:06.221173 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:06.230266 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-25e11c8a-741b-4ba2-a719-c686197e4321 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:06.231861 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-25e11c8a-741b-4ba2-a719-c686197e4321 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "GET /v2.0/networks?id=41f463bd-84b8-4578-b5db-75dd85f92e3a HTTP/1.1" status: 200 len: 814 time: 0.2541842 May 11 16:33:06.251962 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Request body: {'port': {'device_id': 'a159d16f-561f-4730-974b-534d4e31e93a', 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a', 'admin_state_up': True, 'tenant_id': 'a2e00d552a1f4bb595b5b236d459a777'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:33:06.387901 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Network ab5f406e-19ee-4aa3-b6d9-3753512a26fb is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:33:06.452713 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42462) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:06.471007 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:06.484469 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Usage tracker for resource:port and tenant:a2e00d552a1f4bb595b5b236d459a777 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:06.488642 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:06.496888 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:06.499679 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, ab5f406e-19ee-4aa3-b6d9-3753512a26fb) {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:33:06.512603 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4939fe-afdf-4f6c-8669-7536cfd366e9 None None] Network ab5f406e-19ee-4aa3-b6d9-3753512a26fb requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:33:06.521096 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a59de-11a3-4cb0-a2ed-3fa764b8957e req-a6f80ada-b845-487d-b61d-b34e0645f2a1 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:06.522780 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dc0a59de-11a3-4cb0-a2ed-3fa764b8957e req-a6f80ada-b845-487d-b61d-b34e0645f2a1 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.1896796 May 11 16:33:06.526238 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:06.526876 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:06.634227 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dc0a59de-11a3-4cb0-a2ed-3fa764b8957e req-bac36f68-4640-4184-a741-a95a27aa39ee tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776379 May 11 16:33:06.650712 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4734693 May 11 16:33:06.656342 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87d3bcd2-eed8-46be-a520-0be0b422f646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:06.670194 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Made reservation on behalf of a2e00d552a1f4bb595b5b236d459a777 for: {'port': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:33:06.672247 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-87d3bcd2-eed8-46be-a520-0be0b422f646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:06.675001 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:06.679702 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-87d3bcd2-eed8-46be-a520-0be0b422f646 admin admin] Usage tracker for resource:security_group_rule and tenant:9211df84eec94def8eb34e30a2d41d52 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:06.680228 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-87d3bcd2-eed8-46be-a520-0be0b422f646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:06.686376 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-87d3bcd2-eed8-46be-a520-0be0b422f646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:06.783277 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87d3bcd2-eed8-46be-a520-0be0b422f646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:06.809005 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd326dd-1233-4d0d-8d38-27beb335836c None None] Network ab5f406e-19ee-4aa3-b6d9-3753512a26fb requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:33:06.917766 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Allocated IP 172.20.0.11 (41f463bd-84b8-4578-b5db-75dd85f92e3a/f76e838a-3889-4a39-887c-b17ff72dc119/9f6dcb05-1dfc-4d8d-b124-0317a1d816b0) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:33:06.921736 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87d3bcd2-eed8-46be-a520-0be0b422f646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:06.936753 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-71c6fa68-c272-4c99-b64e-3e9200d3625e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:06.970889 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3bcd2-eed8-46be-a520-0be0b422f646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3b9465-3515-40b9-a0b6-0077ba468bc7,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:06.993997 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-66b67d10-64fe-4195-ac70-2ac21ecd6569 req-eb2801ab-6dd2-4250-b9a9-de4ae9b1c542 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 210 time: 0.0665798 May 11 16:33:06.996108 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-87d3bcd2-eed8-46be-a520-0be0b422f646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:07.024194 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-87d3bcd2-eed8-46be-a520-0be0b422f646 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9211df84eec94def8eb34e30a2d41d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5699520 May 11 16:33:07.026692 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 42490) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:07.202036 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:33:07.224267 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-9065745f-b311-40f3-aab0-d877ab781a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:07.351698 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-9065745f-b311-40f3-aab0-d877ab781a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:07.360047 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:07.480846 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66758-6b75-4fed-af70-3f08271a130b req-9d91185b-8341-4308-9f43-c85bdc0ec29e tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:07.482317 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00f66758-6b75-4fed-af70-3f08271a130b req-9d91185b-8341-4308-9f43-c85bdc0ec29e tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/networks?id=2db248f1-75fb-4b12-a052-e2686b114574 HTTP/1.1" status: 200 len: 809 time: 0.2500317 May 11 16:33:07.499978 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00f66758-6b75-4fed-af70-3f08271a130b req-88d7ff33-881f-40bc-a447-b1bcab321114 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/quotas/28f6aeba76eb4ffca5ede20ddba21058 HTTP/1.1" status: 200 len: 375 time: 0.0098555 May 11 16:33:07.553441 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00f66758-6b75-4fed-af70-3f08271a130b req-a12b13a0-cc9e-447e-b966-05097d0d1bd8 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=28f6aeba76eb4ffca5ede20ddba21058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449319 May 11 16:33:07.561724 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-9065745f-b311-40f3-aab0-d877ab781a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:07.565516 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0f31e2d8-9794-45b7-8374-e64bfe94a7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:07.598287 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065745f-b311-40f3-aab0-d877ab781a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3b9465-3515-40b9-a0b6-0077ba468bc7,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:07.604770 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-9065745f-b311-40f3-aab0-d877ab781a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:07.734131 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:07.744249 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-9065745f-b311-40f3-aab0-d877ab781a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:07.747690 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-9065745f-b311-40f3-aab0-d877ab781a65 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab3b9465-3515-40b9-a0b6-0077ba468bc7 HTTP/1.1" status: 204 len: 168 time: 0.7175598 May 11 16:33:07.747831 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['b377cd6a-4a82-45bf-9338-527616009d42', '416f6e75-2514-4752-bb70-07138d771889'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:33:07.748756 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:07.855394 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Network 41f463bd-84b8-4578-b5db-75dd85f92e3a is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:33:07.856313 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Pushing event updated for resources: {'Port': ['ID=9f6dcb05-1dfc-4d8d-b124-0317a1d816b0,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:07.861879 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:33:07.900883 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:07.909495 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:33:07.914550 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:07.915167 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:07.936947 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00f66758-6b75-4fed-af70-3f08271a130b req-57582f2c-beec-4f9e-9727-e829a7037fa8 service neutron] 10.222.0.69 "GET /v2.0/networks/2db248f1-75fb-4b12-a052-e2686b114574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718741 May 11 16:33:08.049663 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8034582 May 11 16:33:08.075108 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Request body: {'port': {'device_id': 'a159d16f-561f-4730-974b-534d4e31e93a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:33:08.124338 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d836429-2800-4455-991d-c06fc1ceb4b5 req-642f002c-8bb2-47b9-bba4-af402470463a tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:08.131380 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1d836429-2800-4455-991d-c06fc1ceb4b5 req-642f002c-8bb2-47b9-bba4-af402470463a tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.2779324 May 11 16:33:08.190459 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42538) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:08.202549 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00f66758-6b75-4fed-af70-3f08271a130b req-9d0fcba1-25dd-4097-b70c-6cc358b4d163 service neutron] 10.222.0.69 "GET /v2.0/networks/2db248f1-75fb-4b12-a052-e2686b114574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555778 May 11 16:33:08.233490 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1d836429-2800-4455-991d-c06fc1ceb4b5 req-df6e8fae-2302-4450-b640-a5dc9d4284e1 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010547 May 11 16:33:08.286241 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:08.383411 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4ac5-7150-438f-85af-c62d25bf75e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:08.409646 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c1fe4ac5-7150-438f-85af-c62d25bf75e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:08.416163 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c1fe4ac5-7150-438f-85af-c62d25bf75e7 admin admin] Usage tracker for resource:security_group_rule and tenant:cc85b97ec94e448f827804ffdc8769cf is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:08.420935 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c1fe4ac5-7150-438f-85af-c62d25bf75e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:08.430337 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c1fe4ac5-7150-438f-85af-c62d25bf75e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:08.576160 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b18a7533-c40f-4535-924c-4e7089895de9 req-ca8c9ae4-3056-4898-bfb5-d79de13974eb tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0693352 May 11 16:33:08.585864 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4ac5-7150-438f-85af-c62d25bf75e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:08.653250 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4ac5-7150-438f-85af-c62d25bf75e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:08.664310 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:08.669546 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e090174-2913-4084-b727-acc3e1423234 req-6e36649c-b66d-4a70-91e8-e4b75a141554 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:08.671882 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-7e090174-2913-4084-b727-acc3e1423234 req-6e36649c-b66d-4a70-91e8-e4b75a141554 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Synchronizing usage tracker for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:33:08.738902 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-c1fe4ac5-7150-438f-85af-c62d25bf75e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc85b97ec94e448f827804ffdc8769cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5473776 May 11 16:33:08.740059 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe4ac5-7150-438f-85af-c62d25bf75e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f84fd0-16c9-49d9-85c6-ef702b926167,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:08.755460 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42568) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:08.761323 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c1fe4ac5-7150-438f-85af-c62d25bf75e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:08.840233 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e20d26d7-c63d-46f9-9cd7-143538ba5cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:08.869839 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e20d26d7-c63d-46f9-9cd7-143538ba5cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:08.877172 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-7e090174-2913-4084-b727-acc3e1423234 req-6e36649c-b66d-4a70-91e8-e4b75a141554 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Unset dirty status for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:33:08.879893 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7e090174-2913-4084-b727-acc3e1423234 req-6e36649c-b66d-4a70-91e8-e4b75a141554 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 932 time: 0.5326731 May 11 16:33:09.007060 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 {{(pid=79306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:33:09.013316 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e20d26d7-c63d-46f9-9cd7-143538ba5cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:09.017602 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7e090174-2913-4084-b727-acc3e1423234 req-2fe3da84-69c1-4c3a-b36c-4d6f93658a77 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295142 May 11 16:33:09.025814 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:09.026396 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ed676d02-b6c4-4cb2-9433-028e7d76a847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:09.035660 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Transition to ACTIVE for port object 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 will not be triggered until provisioned by entity L2. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:33:09.039386 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d26d7-c63d-46f9-9cd7-143538ba5cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f84fd0-16c9-49d9-85c6-ef702b926167,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:09.041659 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e20d26d7-c63d-46f9-9cd7-143538ba5cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:09.049093 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e20d26d7-c63d-46f9-9cd7-143538ba5cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:09.051525 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-e20d26d7-c63d-46f9-9cd7-143538ba5cd7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b4f84fd0-16c9-49d9-85c6-ef702b926167 HTTP/1.1" status: 204 len: 168 time: 0.2933176 May 11 16:33:09.209410 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:09.214319 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-4d4b4d9c-2dae-434e-9f3e-db3066809fad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:09.343672 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Pushing event updated for resources: {'Port': ['ID=9f6dcb05-1dfc-4d8d-b124-0317a1d816b0,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:09.380382 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:09.448385 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Attempting to bind port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:33:09.448714 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Attempting to bind port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:33:09.449035 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Attempting to bind port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 on network 41f463bd-84b8-4578-b5db-75dd85f92e3a {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:33:09.456767 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 on network 41f463bd-84b8-4578-b5db-75dd85f92e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:33:09.457148 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Attempting to bind port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 on network 41f463bd-84b8-4578-b5db-75dd85f92e3a {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:33:09.464399 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:33:09.464730 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Checking segment: {'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:33:09.465110 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Bound using segment: {'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:33:09.465528 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Bound port: 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'}}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:33:09.465865 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:09.553687 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9cfe3-bfd2-4078-a10e-9b180b3482f4 req-02d60d48-16ce-4477-8755-ab67dd8420c7 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:09.555189 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e7d9cfe3-bfd2-4078-a10e-9b180b3482f4 req-02d60d48-16ce-4477-8755-ab67dd8420c7 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.1739323 May 11 16:33:09.603825 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] For port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0, host hv-cinder-76111, cleared binding levels {{(pid=79306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:33:09.608673 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] For port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9f6dcb05-1dfc-4d8d-b124-0317a1d816b0,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:33:09.627220 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e7d9cfe3-bfd2-4078-a10e-9b180b3482f4 req-d3146e64-38a5-41f4-b6f8-f381fd69cf62 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618064 May 11 16:33:09.688698 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:09.699276 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-386391e0-dcd8-4be3-874a-560f1c38304c req-920243dd-11b0-4cda-adc0-18be7348191a tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0497251 May 11 16:33:09.700882 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-5c764058-8560-46c4-a16c-1ef0e5a0de38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:09.754455 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:09.755034 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:09.756404 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] 10.222.0.86 "PUT /v2.0/ports/9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 HTTP/1.1" status: 200 len: 1094 time: 1.6969769 May 11 16:33:09.759266 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a159d16f-561f-4730-974b-534d4e31e93a', 'tag': '9f6dcb05-1dfc-4d8d-b124-0317a1d816b0'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:33:09.794846 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Pushing event updated for resources: {'Port': ['ID=9f6dcb05-1dfc-4d8d-b124-0317a1d816b0,revision_number=3']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:09.798159 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:09.824138 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a159d16f-561f-4730-974b-534d4e31e93a', 'tag': '9f6dcb05-1dfc-4d8d-b124-0317a1d816b0', 'status': 'completed', 'code': 200} May 11 16:33:09.827662 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 42608) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:09.847841 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-773d5b99-e9fa-4cf2-bc88-0963f2a816aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:09.867986 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42612) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:09.893183 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-773d5b99-e9fa-4cf2-bc88-0963f2a816aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:09.910163 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-773d5b99-e9fa-4cf2-bc88-0963f2a816aa admin admin] Usage tracker for resource:security_group_rule and tenant:4d17e7c00b3449a98dc47b9448ff40f0 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:10.000712 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-773d5b99-e9fa-4cf2-bc88-0963f2a816aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:10.006799 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-773d5b99-e9fa-4cf2-bc88-0963f2a816aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:10.071441 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1589000873-network', 'tenant_id': '1525b793ccad4d2f8c9e8943d6d23280'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:33:10.093264 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:10.099411 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Usage tracker for resource:network and tenant:1525b793ccad4d2f8c9e8943d6d23280 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:10.117576 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-773d5b99-e9fa-4cf2-bc88-0963f2a816aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.120007 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:10.120158 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ab958-a46e-409b-aba5-8512ae72097f req-c7912fc2-6d99-4644-93af-bcc9f6ad4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:10.121594 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-936ab958-a46e-409b-aba5-8512ae72097f req-c7912fc2-6d99-4644-93af-bcc9f6ad4cf6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a2e00d552a1f4bb595b5b236d459a777&device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 1097 time: 0.2574077 May 11 16:33:10.135360 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:10.253059 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-773d5b99-e9fa-4cf2-bc88-0963f2a816aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.273603 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:10.321233 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Made reservation on behalf of 1525b793ccad4d2f8c9e8943d6d23280 for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:33:10.324092 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.341465 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.346912 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-773d5b99-e9fa-4cf2-bc88-0963f2a816aa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4d17e7c00b3449a98dc47b9448ff40f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154388 May 11 16:33:10.351078 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42624) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:10.355364 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d5b99-e9fa-4cf2-bc88-0963f2a816aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e081e687-ed9a-45f5-a470-f11b5699a7b3,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:10.362688 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-773d5b99-e9fa-4cf2-bc88-0963f2a816aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:10.385058 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:10.387511 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ab958-a46e-409b-aba5-8512ae72097f req-7b78d5fb-cadf-48ca-ab9c-94f788f5c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:10.388994 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-936ab958-a46e-409b-aba5-8512ae72097f req-7b78d5fb-cadf-48ca-ab9c-94f788f5c26b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=a2e00d552a1f4bb595b5b236d459a777&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2546511 May 11 16:33:10.393455 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Usage tracker for resource:security_group_rule and tenant:1525b793ccad4d2f8c9e8943d6d23280 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:10.403623 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:10.412957 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:10.426557 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd3104-0e80-4b63-8a42-8b515897b7d9 req-cc4a4144-e5e8-438f-94d6-0cb663bc916d tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:10.428064 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-59dd3104-0e80-4b63-8a42-8b515897b7d9 req-cc4a4144-e5e8-438f-94d6-0cb663bc916d tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 944 time: 0.2697084 May 11 16:33:10.447882 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da6a2958-39b4-4323-a6f4-21e4d52facbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.483335 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da6a2958-39b4-4323-a6f4-21e4d52facbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.550855 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-59dd3104-0e80-4b63-8a42-8b515897b7d9 req-7d808b21-dd73-468e-9a82-7fd5b8798d73 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755997 May 11 16:33:10.577526 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ab958-a46e-409b-aba5-8512ae72097f req-d4489eca-7ce0-42bb-8a50-5d3de65a2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:10.579014 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-936ab958-a46e-409b-aba5-8512ae72097f req-d4489eca-7ce0-42bb-8a50-5d3de65a2c84 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1816349 May 11 16:33:10.586751 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.623963 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da6a2958-39b4-4323-a6f4-21e4d52facbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.629028 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2f4ef1ad-ca1e-43f1-bcbd-0d17ef2406b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:10.642898 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a2958-39b4-4323-a6f4-21e4d52facbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e081e687-ed9a-45f5-a470-f11b5699a7b3,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:10.647196 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-da6a2958-39b4-4323-a6f4-21e4d52facbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:10.658370 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da6a2958-39b4-4323-a6f4-21e4d52facbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.662699 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-da6a2958-39b4-4323-a6f4-21e4d52facbd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e081e687-ed9a-45f5-a470-f11b5699a7b3 HTTP/1.1" status: 204 len: 168 time: 0.3102775 May 11 16:33:10.665180 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.677993 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:10.720335 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-f495e056-80d0-41bc-b194-e54f38236e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:10.726726 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d48aab5-672a-4d49-951a-c596c4c6220c,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:10.734180 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:10.734929 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-f495e056-80d0-41bc-b194-e54f38236e0b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a2e00d552a1f4bb595b5b236d459a777&device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 1097 time: 0.1041055 May 11 16:33:10.740586 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:33:10.756162 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.757544 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Added segment 9cf5314b-790e-42f0-bdef-89831a4add63 of type vlan for network 95944a89-9b10-45fb-b427-3f28d137ab0d May 11 16:33:10.793140 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.854992 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-b18f4d22-8603-4240-8b0a-51bb8a582943 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 HTTP/1.1" status: 200 len: 217 time: 0.1079357 May 11 16:33:10.932704 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.934064 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:10.934797 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:10.941342 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-810f5fd4-0629-4000-ba2c-a23688136c37 req-049d6d03-9c13-4503-bd3a-eb63ec6da83d tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0931873 May 11 16:33:10.949232 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-87db2605-4f4e-4283-9bf0-3d57970fe4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:10.993565 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-2b140888-8f06-4828-aad2-9dbfd69fa23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:10.994672 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-2b140888-8f06-4828-aad2-9dbfd69fa23e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f76e838a-3889-4a39-887c-b17ff72dc119 HTTP/1.1" status: 200 len: 854 time: 0.1017270 May 11 16:33:11.063240 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Pushing event updated for resources: {'Network': ['ID=95944a89-9b10-45fb-b427-3f28d137ab0d,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:11.074272 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:11.074704 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network 95944a89-9b10-45fb-b427-3f28d137ab0d details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:33:11.097473 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-5312b9d8-cfff-46a7-8ce5-b94c88f480b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41f463bd-84b8-4578-b5db-75dd85f92e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797057 May 11 16:33:11.106958 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04d4ea-46f3-4f23-98af-406c861ac539 req-19a1766e-910a-4e66-b44f-84826738f73c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:11.113892 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fc04d4ea-46f3-4f23-98af-406c861ac539 req-19a1766e-910a-4e66-b44f-84826738f73c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.3078740 May 11 16:33:11.144955 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2802498 May 11 16:33:11.151168 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42638) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:11.157337 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Request body: {'subnet': {'network_id': '95944a89-9b10-45fb-b427-3f28d137ab0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1589000873-subnet', 'tenant_id': '1525b793ccad4d2f8c9e8943d6d23280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:33:11.162143 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:11.166388 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Usage tracker for resource:subnet and tenant:1525b793ccad4d2f8c9e8943d6d23280 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:11.169195 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:11.175365 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:11.248147 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fc04d4ea-46f3-4f23-98af-406c861ac539 req-60d191dc-bdb1-49af-987d-a9953a507592 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320338 May 11 16:33:11.264141 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Made reservation on behalf of 1525b793ccad4d2f8c9e8943d6d23280 for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:33:11.267516 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461719'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:11.308238 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-c016b1c5-7107-47e8-92f3-dc2280625018 service neutron] 10.222.0.86 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922965 May 11 16:33:11.427668 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 42648) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:11.457427 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b384a7b8-11ce-4cb3-b844-74ab904af1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:11.490806 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-b384a7b8-11ce-4cb3-b844-74ab904af1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:11.504866 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-b384a7b8-11ce-4cb3-b844-74ab904af1ba admin admin] Usage tracker for resource:security_group_rule and tenant:dd800ed5d141402fb6a306c2bb0907da is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:11.509107 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-b384a7b8-11ce-4cb3-b844-74ab904af1ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:11.516776 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75ddfe32-42c3-4c04-94dc-592ad6f0427e req-57a2f9f2-bf56-49ba-a31e-77109b0c5d17 service neutron] 10.222.0.86 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893790 May 11 16:33:11.517577 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-b384a7b8-11ce-4cb3-b844-74ab904af1ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:11.602121 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b384a7b8-11ce-4cb3-b844-74ab904af1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:11.670837 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b384a7b8-11ce-4cb3-b844-74ab904af1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:11.724931 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:11.761933 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2310472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461797'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:11.765789 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ab79e93f-f667-41d8-8028-f04e5080bdcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:11.829138 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-b384a7b8-11ce-4cb3-b844-74ab904af1ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd800ed5d141402fb6a306c2bb0907da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959701 May 11 16:33:11.838144 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42654) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:11.838324 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384a7b8-11ce-4cb3-b844-74ab904af1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7c07da-f785-4056-adba-b07cc6c13fc0,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:11.844335 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-b384a7b8-11ce-4cb3-b844-74ab904af1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:11.856030 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Pushing event updated for resources: {'Subnet': ['ID=61710f52-ac99-44a3-86a7-c4e3cc835865,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:11.862415 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:11.879232 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Checking segment: {'id': '9cf5314b-790e-42f0-bdef-89831a4add63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '95944a89-9b10-45fb-b427-3f28d137ab0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:33:11.879715 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Network hostable DHCP agents. Network: 95944a89-9b10-45fb-b427-3f28d137ab0d, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:33:11.894012 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66758-6b75-4fed-af70-3f08271a130b req-cddd8525-439b-42aa-8a41-48f7a0d7ff77 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:11.895448 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00f66758-6b75-4fed-af70-3f08271a130b req-cddd8525-439b-42aa-8a41-48f7a0d7ff77 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.86 "GET /v2.0/networks?id=2db248f1-75fb-4b12-a052-e2686b114574 HTTP/1.1" status: 200 len: 809 time: 0.2528243 May 11 16:33:11.912940 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Request body: {'port': {'device_id': '52a56cb5-eac1-4149-b01d-2e71c2f2eb8e', 'network_id': '2db248f1-75fb-4b12-a052-e2686b114574', 'admin_state_up': True, 'tenant_id': '28f6aeba76eb4ffca5ede20ddba21058'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:33:11.928615 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-116c3d96-a96e-44d1-965c-0b095be16ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:11.936825 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a156d-2f2a-4dd5-a52d-12502b1f708e req-ae91f2ee-b573-4578-8837-f96473635170 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:11.938314 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-402a156d-2f2a-4dd5-a52d-12502b1f708e req-ae91f2ee-b573-4578-8837-f96473635170 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 944 time: 0.2067101 May 11 16:33:11.956398 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-116c3d96-a96e-44d1-965c-0b095be16ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:12.014266 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Network 95944a89-9b10-45fb-b427-3f28d137ab0d is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:33:12.110552 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, 95944a89-9b10-45fb-b427-3f28d137ab0d) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:33:12.112452 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-116c3d96-a96e-44d1-965c-0b095be16ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:12.118077 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c1fe4ac5-7150-438f-85af-c62d25bf75e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:12.122943 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98660fc5-5424-44e5-9566-1636977ea2ea None None] Network 95944a89-9b10-45fb-b427-3f28d137ab0d requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:33:12.155640 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bebbd115-ec94-46c0-90ab-06f2eda3a780 req-abd1e1da-d7d3-4c0c-9830-550a3a00ee3d tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0663259 May 11 16:33:12.173997 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c3d96-a96e-44d1-965c-0b095be16ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7c07da-f785-4056-adba-b07cc6c13fc0,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:12.193349 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-116c3d96-a96e-44d1-965c-0b095be16ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:12.205900 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:12.206719 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:12.221744 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-402a156d-2f2a-4dd5-a52d-12502b1f708e req-a4fea7fe-313f-4dd2-a68c-824be7f83993 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335771 May 11 16:33:12.254814 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-116c3d96-a96e-44d1-965c-0b095be16ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:12.254814 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-116c3d96-a96e-44d1-965c-0b095be16ad4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b7c07da-f785-4056-adba-b07cc6c13fc0 HTTP/1.1" status: 204 len: 168 time: 0.4134665 May 11 16:33:12.288435 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:12.298904 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Usage tracker for resource:port and tenant:28f6aeba76eb4ffca5ede20ddba21058 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:12.305580 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:12.310468 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-efe0dfb9-c85e-493f-bd28-6db8a4ed199c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1577632 May 11 16:33:12.329137 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:12.453701 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Made reservation on behalf of 28f6aeba76eb4ffca5ede20ddba21058 for: {'port': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:33:12.458020 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:12.600271 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddbdf1-8425-4b62-9b69-a2ab3f0a48ba req-3372fe92-ccd1-4cc7-876c-412a9d870725 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:12.609721 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-30ddbdf1-8425-4b62-9b69-a2ab3f0a48ba req-3372fe92-ccd1-4cc7-876c-412a9d870725 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.2000377 May 11 16:33:12.721324 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f4b245-3370-465b-918c-1a47aa534d39 None None] Network 95944a89-9b10-45fb-b427-3f28d137ab0d requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:33:12.724518 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-30ddbdf1-8425-4b62-9b69-a2ab3f0a48ba req-21cc78aa-32cb-4a10-9c6b-c158dc9d1580 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162212 May 11 16:33:12.753418 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Allocated IP 172.20.0.11 (2db248f1-75fb-4b12-a052-e2686b114574/c39c9bf5-3908-488f-b184-3becd262a062/9ee182a4-219e-46b9-be25-e3b64a7fd8ee) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:33:12.992017 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:13.157561 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:13.168561 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:13.235419 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Network 2db248f1-75fb-4b12-a052-e2686b114574 is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:33:13.238528 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:33:13.247719 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:33:13.253115 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:13.253762 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:13.267782 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Pushing event updated for resources: {'Port': ['ID=9ee182a4-219e-46b9-be25-e3b64a7fd8ee,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:13.272537 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:13.396035 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00f66758-6b75-4fed-af70-3f08271a130b req-47c714a5-ff70-483e-b229-0cecd3857fef tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4887903 May 11 16:33:13.421619 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Request body: {'port': {'device_id': '52a56cb5-eac1-4149-b01d-2e71c2f2eb8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:33:13.480176 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bafef-c7d8-4add-8458-9e47e55e85c5 req-853c5c3f-a788-47c8-9bd2-da87ea9dde44 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:13.480913 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-446bafef-c7d8-4add-8458-9e47e55e85c5 req-853c5c3f-a788-47c8-9bd2-da87ea9dde44 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Synchronizing usage tracker for tenant:28f6aeba76eb4ffca5ede20ddba21058 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:33:13.594192 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66eb52-2be1-4c9e-8b77-07f746fcf728 req-2c2a72b8-5c7d-449f-98d6-9f385bdfd3d1 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:13.595740 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7a66eb52-2be1-4c9e-8b77-07f746fcf728 req-2c2a72b8-5c7d-449f-98d6-9f385bdfd3d1 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 944 time: 0.2391768 May 11 16:33:13.598943 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:13.647765 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-446bafef-c7d8-4add-8458-9e47e55e85c5 req-853c5c3f-a788-47c8-9bd2-da87ea9dde44 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Unset dirty status for tenant:28f6aeba76eb4ffca5ede20ddba21058 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:33:13.649592 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-446bafef-c7d8-4add-8458-9e47e55e85c5 req-853c5c3f-a788-47c8-9bd2-da87ea9dde44 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 932 time: 0.3510749 May 11 16:33:13.728906 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7a66eb52-2be1-4c9e-8b77-07f746fcf728 req-15ab3034-eaf8-4dc2-8b96-20282f60d559 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203535 May 11 16:33:13.774629 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-446bafef-c7d8-4add-8458-9e47e55e85c5 req-012ce2cc-fc89-40da-a7f4-ca56eca806d6 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1e9e605-f830-4204-8045-e06934ba37ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977180 May 11 16:33:14.180723 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee182a4-219e-46b9-be25-e3b64a7fd8ee {{(pid=79306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:33:14.195636 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc50f06-ae45-413b-b0e1-aecb8195a32a req-7475e95f-331e-465d-b6e0-667606a5e175 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:14.197095 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9fc50f06-ae45-413b-b0e1-aecb8195a32a req-7475e95f-331e-465d-b6e0-667606a5e175 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.1629245 May 11 16:33:14.198776 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:14.232174 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Transition to ACTIVE for port object 9ee182a4-219e-46b9-be25-e3b64a7fd8ee will not be triggered until provisioned by entity L2. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:33:14.252173 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9fc50f06-ae45-413b-b0e1-aecb8195a32a req-acce7ab6-92af-4f30-9bc1-b677d5da44bc tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489731 May 11 16:33:14.344394 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:14.349327 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-c9013729-4d1b-4034-8296-a5dc8d00f2de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:14.574733 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Pushing event updated for resources: {'Port': ['ID=9ee182a4-219e-46b9-be25-e3b64a7fd8ee,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:14.582369 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:14.598743 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Attempting to bind port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:33:14.599070 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Attempting to bind port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '93b3f50a-747e-432c-8247-5204073f2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2db248f1-75fb-4b12-a052-e2686b114574'}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:33:14.599397 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Attempting to bind port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee on network 2db248f1-75fb-4b12-a052-e2686b114574 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:33:14.604788 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee on network 2db248f1-75fb-4b12-a052-e2686b114574 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:33:14.605102 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Attempting to bind port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee on network 2db248f1-75fb-4b12-a052-e2686b114574 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:33:14.610033 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:33:14.610362 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Checking segment: {'id': '93b3f50a-747e-432c-8247-5204073f2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2db248f1-75fb-4b12-a052-e2686b114574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:33:14.610740 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Bound using segment: {'id': '93b3f50a-747e-432c-8247-5204073f2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2db248f1-75fb-4b12-a052-e2686b114574'} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:33:14.611150 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Bound port: 9ee182a4-219e-46b9-be25-e3b64a7fd8ee, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b3f50a-747e-432c-8247-5204073f2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2db248f1-75fb-4b12-a052-e2686b114574'}}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:33:14.611515 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:14.699468 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] For port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee, host hv-cinder-76111, cleared binding levels {{(pid=79306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:33:14.702479 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] For port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9ee182a4-219e-46b9-be25-e3b64a7fd8ee,segment=NetworkSegment(93b3f50a-747e-432c-8247-5204073f2847),segment_id=93b3f50a-747e-432c-8247-5204073f2847)] {{(pid=79306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:33:14.796402 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:14.801509 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:14.828648 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:33:14.901087 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:14.901789 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:14.903164 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00f66758-6b75-4fed-af70-3f08271a130b req-1efbd760-363b-4efa-9554-a370af01439e service neutron] 10.222.0.86 "PUT /v2.0/ports/9ee182a4-219e-46b9-be25-e3b64a7fd8ee HTTP/1.1" status: 200 len: 1094 time: 1.4932513 May 11 16:33:14.903720 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a56cb5-eac1-4149-b01d-2e71c2f2eb8e', 'tag': '9ee182a4-219e-46b9-be25-e3b64a7fd8ee'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:33:14.935986 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Pushing event updated for resources: {'Port': ['ID=9ee182a4-219e-46b9-be25-e3b64a7fd8ee,revision_number=3']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:14.941690 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:14.973625 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e5bd2-62a4-4d7b-99a8-6264923d40fa req-ce800ea0-3c49-4fd1-8fa5-c1674986a81d tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:14.975379 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3e9e5bd2-62a4-4d7b-99a8-6264923d40fa req-ce800ea0-3c49-4fd1-8fa5-c1674986a81d tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 944 time: 0.1282141 May 11 16:33:15.050030 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cad6-a51b-461b-8e2e-49798a4a8055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:15.079120 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9f6dcb05-1dfc-4d8d-b124-0317a1d816b0,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:15.093587 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3e9e5bd2-62a4-4d7b-99a8-6264923d40fa req-60d58e83-c936-4c9d-98e8-0d42b5f6fac0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090772 May 11 16:33:15.125110 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '9f6dcb05-1dfc-4d8d-b124-0317a1d816b0', 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a', 'port_id': '9f6dcb05-1dfc-4d8d-b124-0317a1d816b0', 'mac_address': 'fa:16:3e:42:af:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76e838a-3889-4a39-887c-b17ff72dc119', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:33:15.155864 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a56cb5-eac1-4149-b01d-2e71c2f2eb8e', 'tag': '9ee182a4-219e-46b9-be25-e3b64a7fd8ee', 'status': 'completed', 'code': 200} May 11 16:33:15.198055 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a05cb-5cca-4fd8-b443-8017d12ae631 req-2651a8b0-38a9-4ad5-bec1-dbd4d714dea0 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:15.199562 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-db6a05cb-5cca-4fd8-b443-8017d12ae631 req-2651a8b0-38a9-4ad5-bec1-dbd4d714dea0 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 944 time: 0.1941402 May 11 16:33:15.229720 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66758-6b75-4fed-af70-3f08271a130b req-36ba722b-8c5a-4e36-9f7a-3298ae47b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:15.230226 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00f66758-6b75-4fed-af70-3f08271a130b req-36ba722b-8c5a-4e36-9f7a-3298ae47b13c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=28f6aeba76eb4ffca5ede20ddba21058&device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 1097 time: 0.1357343 May 11 16:33:15.236778 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:15.256657 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:33:15.273535 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9f6dcb05-1dfc-4d8d-b124-0317a1d816b0,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:15.314379 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00f66758-6b75-4fed-af70-3f08271a130b req-f6758732-1298-4b57-8395-8e74aa6482e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ee182a4-219e-46b9-be25-e3b64a7fd8ee HTTP/1.1" status: 200 len: 217 time: 0.0727739 May 11 16:33:15.316945 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-db6a05cb-5cca-4fd8-b443-8017d12ae631 req-ff64d113-3eec-4d78-a462-ab304426c7a9 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1e9e605-f830-4204-8045-e06934ba37ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104283 May 11 16:33:15.379550 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:15.382493 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:15.385685 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66758-6b75-4fed-af70-3f08271a130b req-9f300999-f2b2-47d1-a18e-b5a96f402bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:15.387332 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00f66758-6b75-4fed-af70-3f08271a130b req-9f300999-f2b2-47d1-a18e-b5a96f402bc4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c39c9bf5-3908-488f-b184-3becd262a062 HTTP/1.1" status: 200 len: 849 time: 0.0655410 May 11 16:33:15.463596 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=9f6dcb05-1dfc-4d8d-b124-0317a1d816b0,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:15.475235 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:15.490954 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00f66758-6b75-4fed-af70-3f08271a130b req-bb8d2847-3d16-4f8f-9c62-56b5e7062f88 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2db248f1-75fb-4b12-a052-e2686b114574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950892 May 11 16:33:15.772148 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-4992e3a3-1c74-4753-a2ea-43960042f9e3 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:15.774211 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-4992e3a3-1c74-4753-a2ea-43960042f9e3 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/networks?id=95944a89-9b10-45fb-b427-3f28d137ab0d HTTP/1.1" status: 200 len: 814 time: 0.3115356 May 11 16:33:15.783270 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['9f6dcb05-1dfc-4d8d-b124-0317a1d816b0'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:33:15.810066 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00f66758-6b75-4fed-af70-3f08271a130b req-68705756-508b-4ec8-b46a-42fdf5e939dd service neutron] 10.222.0.86 "GET /v2.0/networks/2db248f1-75fb-4b12-a052-e2686b114574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654071 May 11 16:33:15.812665 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-69c14f7f-9281-4565-818f-a1c190999d62 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/quotas/1525b793ccad4d2f8c9e8943d6d23280 HTTP/1.1" status: 200 len: 375 time: 0.0290394 May 11 16:33:15.821118 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c461316-4d1c-4feb-9869-577786f7c1ae req-0f1254f2-117a-46ab-b0b2-4262f37b9435 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:15.822650 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2c461316-4d1c-4feb-9869-577786f7c1ae req-0f1254f2-117a-46ab-b0b2-4262f37b9435 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.2770171 May 11 16:33:15.957749 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-08a01c25-1f0f-4e42-89ae-d79a6fc6f200 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1525b793ccad4d2f8c9e8943d6d23280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1329694 May 11 16:33:16.092801 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2c461316-4d1c-4feb-9869-577786f7c1ae req-61f75809-9913-4e42-8474-fe36c9a637f9 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496798 May 11 16:33:16.116677 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00f66758-6b75-4fed-af70-3f08271a130b req-966ea38f-e613-4e94-8ded-1ecae6e31ce4 service neutron] 10.222.0.86 "GET /v2.0/networks/2db248f1-75fb-4b12-a052-e2686b114574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930355 May 11 16:33:16.169954 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-cdb0887b-2ddb-4ecb-90c9-3d36542b10ff service neutron] 10.222.0.69 "GET /v2.0/networks/95944a89-9b10-45fb-b427-3f28d137ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028573 May 11 16:33:16.497428 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-c9e3b9fa-1a04-44a5-b918-a065650ac9bb service neutron] 10.222.0.69 "GET /v2.0/networks/95944a89-9b10-45fb-b427-3f28d137ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140934 May 11 16:33:16.518598 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9ffc0-47e9-4d1f-85be-51c2b7d262fb req-111e58a6-575d-4343-b738-63467300c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:16.520116 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-55c9ffc0-47e9-4d1f-85be-51c2b7d262fb req-111e58a6-575d-4343-b738-63467300c409 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=28f6aeba76eb4ffca5ede20ddba21058&device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 1097 time: 0.1864452 May 11 16:33:16.529355 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19626097-76a6-47b9-a9f9-e35c82855146 req-77c411f0-61a1-437c-8926-3ba35ff99674 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:16.530861 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-19626097-76a6-47b9-a9f9-e35c82855146 req-77c411f0-61a1-437c-8926-3ba35ff99674 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 945 time: 0.1960485 May 11 16:33:16.654926 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-19626097-76a6-47b9-a9f9-e35c82855146 req-9e488a61-0aac-4b40-b539-bb608411394d tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025825 May 11 16:33:16.699228 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9ffc0-47e9-4d1f-85be-51c2b7d262fb req-54e90a96-ece2-4b7a-981b-30ea99ea61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:16.700698 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-55c9ffc0-47e9-4d1f-85be-51c2b7d262fb req-54e90a96-ece2-4b7a-981b-30ea99ea61f5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2db248f1-75fb-4b12-a052-e2686b114574 HTTP/1.1" status: 200 len: 910 time: 0.1689458 May 11 16:33:16.777521 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-55c9ffc0-47e9-4d1f-85be-51c2b7d262fb req-312c5159-1104-4271-8971-05b8b00962d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ee182a4-219e-46b9-be25-e3b64a7fd8ee HTTP/1.1" status: 200 len: 217 time: 0.0660453 May 11 16:33:16.862625 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9ffc0-47e9-4d1f-85be-51c2b7d262fb req-a3e2aba1-c623-446d-9fcd-01c8fe102cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:16.864231 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-55c9ffc0-47e9-4d1f-85be-51c2b7d262fb req-a3e2aba1-c623-446d-9fcd-01c8fe102cc5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c39c9bf5-3908-488f-b184-3becd262a062 HTTP/1.1" status: 200 len: 849 time: 0.0766444 May 11 16:33:16.957028 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-55c9ffc0-47e9-4d1f-85be-51c2b7d262fb req-5ddda35e-ab95-4f91-8ba7-0030aea32198 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2db248f1-75fb-4b12-a052-e2686b114574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579817 May 11 16:33:17.108862 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ee956-d92b-4c24-b145-3911f32e4eb1 req-2f4c0fdd-ce80-4d73-9d80-0324a35192ce tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:17.111187 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cc2ee956-d92b-4c24-b145-3911f32e4eb1 req-2f4c0fdd-ce80-4d73-9d80-0324a35192ce tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 944 time: 0.2453284 May 11 16:33:17.143561 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-10fbb1fb-5c3f-4d54-9bde-ea04827b6f76 req-31b15da0-d5cc-49a9-a2de-40602dcf49d2 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 210 time: 0.0814722 May 11 16:33:17.195614 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cc2ee956-d92b-4c24-b145-3911f32e4eb1 req-470bbc2d-ac24-4e89-acae-918ecd2899dc tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1e9e605-f830-4204-8045-e06934ba37ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767136 May 11 16:33:17.218558 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-55c9ffc0-47e9-4d1f-85be-51c2b7d262fb req-e971f888-bf83-4721-8493-01acbdd4e543 service neutron] 10.222.0.86 "GET /v2.0/networks/2db248f1-75fb-4b12-a052-e2686b114574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418385 May 11 16:33:17.420055 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-55c9ffc0-47e9-4d1f-85be-51c2b7d262fb req-6e8d6967-32ef-4329-a33b-99d5b0c2ceb6 service neutron] 10.222.0.86 "GET /v2.0/networks/2db248f1-75fb-4b12-a052-e2686b114574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898313 May 11 16:33:17.429156 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57965e14-e3f3-4cba-8df4-abbe9f4edf66 req-83a70d4a-8fc4-4d46-af57-e3c1db9ce9bd tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:17.430510 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-57965e14-e3f3-4cba-8df4-abbe9f4edf66 req-83a70d4a-8fc4-4d46-af57-e3c1db9ce9bd tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.1823092 May 11 16:33:17.464427 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:17.488351 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-57965e14-e3f3-4cba-8df4-abbe9f4edf66 req-01f47b2a-a128-4a72-b8a1-aaad6dbf0c9c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510402 May 11 16:33:17.749812 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-41938273-5dc8-4f68-ad3d-afd17a3387a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:17.852701 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e58025-4897-40ea-8e96-b01c16f8041e req-da3461ee-e1ce-49d1-8a21-a1ef895c0c3a tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:17.860755 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-53e58025-4897-40ea-8e96-b01c16f8041e req-da3461ee-e1ce-49d1-8a21-a1ef895c0c3a tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 945 time: 0.0817642 May 11 16:33:17.907868 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-53e58025-4897-40ea-8e96-b01c16f8041e req-1431f6d4-e6e9-4f9f-95be-2e880cae031c tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477493 May 11 16:33:18.180570 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42822) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:18.326518 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c399f3a0-8e30-4dd2-97c8-8414962cc558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:18.342256 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c399f3a0-8e30-4dd2-97c8-8414962cc558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:18.346292 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c399f3a0-8e30-4dd2-97c8-8414962cc558 admin admin] Usage tracker for resource:security_group_rule and tenant:a2f55705e1474e91a2596479724ebfe1 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:18.349449 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c399f3a0-8e30-4dd2-97c8-8414962cc558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:18.356084 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c399f3a0-8e30-4dd2-97c8-8414962cc558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:18.369763 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d7060d6a-9ade-4841-8c02-215c72bad0e4 req-0f5f19aa-91b3-4688-b22e-1570a1b10536 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 210 time: 0.1014390 May 11 16:33:18.434705 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2281b-b684-403b-bc8f-dcc8d37f1d76 req-c79b5243-d6d4-4682-b184-042c625b530b tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:18.436185 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8ca2281b-b684-403b-bc8f-dcc8d37f1d76 req-c79b5243-d6d4-4682-b184-042c625b530b tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 944 time: 0.1165690 May 11 16:33:18.445983 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c399f3a0-8e30-4dd2-97c8-8414962cc558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:18.493403 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8ca2281b-b684-403b-bc8f-dcc8d37f1d76 req-1fbf9ada-fd0d-4b27-bda7-8878b89b472c tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1e9e605-f830-4204-8045-e06934ba37ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482044 May 11 16:33:18.549565 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c399f3a0-8e30-4dd2-97c8-8414962cc558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:18.558975 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8c1ee3d9-3673-45aa-bbb8-8ec42d459382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:18.599338 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-c399f3a0-8e30-4dd2-97c8-8414962cc558 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2f55705e1474e91a2596479724ebfe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176183 May 11 16:33:18.601362 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399f3a0-8e30-4dd2-97c8-8414962cc558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a8812a-2939-40a4-9691-e83901a93fc3,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:18.603713 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 42844) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:18.606318 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c399f3a0-8e30-4dd2-97c8-8414962cc558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:18.667327 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-890bcc1d-f423-4b76-b93a-046d51404eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:18.695121 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502eea8-ce8a-47de-9fe7-7b34cd5525e9 req-b820dd59-87c4-4893-87ee-e17d5bef1e78 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:18.696695 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3502eea8-ce8a-47de-9fe7-7b34cd5525e9 req-b820dd59-87c4-4893-87ee-e17d5bef1e78 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.0974381 May 11 16:33:18.706575 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-890bcc1d-f423-4b76-b93a-046d51404eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:18.756552 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3502eea8-ce8a-47de-9fe7-7b34cd5525e9 req-03621698-4b2b-4e3c-a2c9-26f1bc5fc61c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536747 May 11 16:33:18.855832 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 9ee182a4-219e-46b9-be25-e3b64a7fd8ee details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:33:18.858340 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:33:18.864307 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-890bcc1d-f423-4b76-b93a-046d51404eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:18.870214 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ccbf818b-16bb-45fd-bc7b-9f859534fbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:18.942295 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:18.968558 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bcc1d-f423-4b76-b93a-046d51404eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a8812a-2939-40a4-9691-e83901a93fc3,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:18.979178 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-890bcc1d-f423-4b76-b93a-046d51404eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:18.980858 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-890bcc1d-f423-4b76-b93a-046d51404eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:18.995723 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-890bcc1d-f423-4b76-b93a-046d51404eec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f4a8812a-2939-40a4-9691-e83901a93fc3 HTTP/1.1" status: 204 len: 168 time: 0.3801193 May 11 16:33:19.143689 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8168c-5db0-40a4-a02c-9b3bb0974a38 req-a5c293fe-760e-4860-89d8-eb2ed87d49dd tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:19.145768 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bca8168c-5db0-40a4-a02c-9b3bb0974a38 req-a5c293fe-760e-4860-89d8-eb2ed87d49dd tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 945 time: 0.1012177 May 11 16:33:19.164636 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9ee182a4-219e-46b9-be25-e3b64a7fd8ee,segment=NetworkSegment(93b3f50a-747e-432c-8247-5204073f2847),segment_id=93b3f50a-747e-432c-8247-5204073f2847)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:19.179308 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '9ee182a4-219e-46b9-be25-e3b64a7fd8ee', 'network_id': '2db248f1-75fb-4b12-a052-e2686b114574', 'port_id': '9ee182a4-219e-46b9-be25-e3b64a7fd8ee', 'mac_address': 'fa:16:3e:68:cc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39c9bf5-3908-488f-b184-3becd262a062', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:33:19.196905 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bca8168c-5db0-40a4-a02c-9b3bb0974a38 req-8469a8d7-5e3a-497f-856f-0b87374dd09a tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447578 May 11 16:33:19.221402 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:33:19.231463 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:33:19.231856 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:19.284108 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:19.315513 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee182a4-219e-46b9-be25-e3b64a7fd8ee {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:33:19.336111 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9ee182a4-219e-46b9-be25-e3b64a7fd8ee,segment=NetworkSegment(93b3f50a-747e-432c-8247-5204073f2847),segment_id=93b3f50a-747e-432c-8247-5204073f2847)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:19.389229 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:19.426565 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a159d16f-561f-4730-974b-534d4e31e93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6dcb05-1dfc-4d8d-b124-0317a1d816b0'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:33:19.434032 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:19.440019 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:19.485402 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9f6dcb05-1dfc-4d8d-b124-0317a1d816b0,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:19.511133 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a159d16f-561f-4730-974b-534d4e31e93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6dcb05-1dfc-4d8d-b124-0317a1d816b0', 'code': 200} May 11 16:33:19.537571 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=9ee182a4-219e-46b9-be25-e3b64a7fd8ee,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:19.541605 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:19.555947 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:19.557826 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-d8c11e9f-2e1d-4108-b071-9723951b17e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:19.631268 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=9f6dcb05-1dfc-4d8d-b124-0317a1d816b0,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:19.634182 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:19.709413 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-46b7d52b-0721-41da-88fa-102da66194ce req-e4b919ff-99eb-4c7e-a50a-70103bef55d6 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 210 time: 0.1932943 May 11 16:33:19.831765 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['9ee182a4-219e-46b9-be25-e3b64a7fd8ee'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:33:19.911383 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb71687-59aa-4db1-8c2b-7758117ba2f6 req-160c0259-9400-419b-9af4-d239881a4997 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:19.912935 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2cb71687-59aa-4db1-8c2b-7758117ba2f6 req-160c0259-9400-419b-9af4-d239881a4997 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 945 time: 0.2401705 May 11 16:33:19.981772 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f923fb-5d1a-4257-89e4-c7bd6c02c7a4 req-9e60d1b9-645d-4625-99bb-6c81ea556deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:19.983933 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-57f923fb-5d1a-4257-89e4-c7bd6c02c7a4 req-9e60d1b9-645d-4625-99bb-6c81ea556deb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 1099 time: 0.1237905 May 11 16:33:20.035508 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-eb3a688b-88e9-4e0d-98ed-9dfbaa3067ca tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:20.037001 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-eb3a688b-88e9-4e0d-98ed-9dfbaa3067ca tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.86 "GET /v2.0/networks?id=95944a89-9b10-45fb-b427-3f28d137ab0d HTTP/1.1" status: 200 len: 814 time: 0.3197632 May 11 16:33:20.056092 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Request body: {'port': {'device_id': '077c9803-0483-4f67-8168-42f7377aafd6', 'network_id': '95944a89-9b10-45fb-b427-3f28d137ab0d', 'admin_state_up': True, 'tenant_id': '1525b793ccad4d2f8c9e8943d6d23280'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:33:20.071999 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-57f923fb-5d1a-4257-89e4-c7bd6c02c7a4 req-8a124d73-a749-4f03-a9bf-4fdd0e1adadb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747273 May 11 16:33:20.196385 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2cb71687-59aa-4db1-8c2b-7758117ba2f6 req-c5f64e4a-b704-4728-a4b3-1c9123250ad0 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1e9e605-f830-4204-8045-e06934ba37ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561219 May 11 16:33:20.278178 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804c510-7b0b-4da1-92ec-3d867b49b169 req-2bdc9482-904c-44f7-b4cf-22ef33311feb tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:20.279889 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0804c510-7b0b-4da1-92ec-3d867b49b169 req-2bdc9482-904c-44f7-b4cf-22ef33311feb tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.3345382 May 11 16:33:20.288811 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:20.306673 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Usage tracker for resource:port and tenant:1525b793ccad4d2f8c9e8943d6d23280 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:20.310280 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:20.313617 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:20.329291 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:20.376944 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0804c510-7b0b-4da1-92ec-3d867b49b169 req-998000b2-e310-433a-934e-61dc750223ad tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893543 May 11 16:33:20.475887 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Made reservation on behalf of 1525b793ccad4d2f8c9e8943d6d23280 for: {'port': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:33:20.479515 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:20.509548 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96150ed-92d9-406f-9a9b-5e88fc257270 req-c1ab122f-8ea8-4a06-aa36-b58f20ff907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:20.513261 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-c96150ed-92d9-406f-9a9b-5e88fc257270 req-c1ab122f-8ea8-4a06-aa36-b58f20ff907c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 1099 time: 0.1129580 May 11 16:33:20.580197 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-c96150ed-92d9-406f-9a9b-5e88fc257270 req-d7d473f1-0903-43bb-b8fa-c434b799989e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563459 May 11 16:33:20.734813 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ca084-145a-48c2-9c8b-3848698818fa req-d2a3298f-c55f-43c5-b18e-e373fbcd5563 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:20.736332 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-199ca084-145a-48c2-9c8b-3848698818fa req-d2a3298f-c55f-43c5-b18e-e373fbcd5563 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 946 time: 0.1787276 May 11 16:33:20.737517 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Allocated IP 172.20.0.5 (95944a89-9b10-45fb-b427-3f28d137ab0d/61710f52-ac99-44a3-86a7-c4e3cc835865/2b823791-24cc-4acc-8f5c-ab411aace134) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:33:20.821431 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-199ca084-145a-48c2-9c8b-3848698818fa req-2bae0d91-9d64-45c7-a81b-f4874b365cae tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773082 May 11 16:33:20.949208 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d9ddcaa6-05d3-44ce-a296-7807be7d9867 req-3d20d1f0-1dd8-4090-946c-23c35756fed7 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 210 time: 0.1123326 May 11 16:33:21.025521 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:21.173427 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:21.179315 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:21.240395 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Network 95944a89-9b10-45fb-b427-3f28d137ab0d is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:33:21.243502 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:33:21.252482 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:33:21.257830 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:21.260617 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:21.269948 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Pushing event updated for resources: {'Port': ['ID=2b823791-24cc-4acc-8f5c-ab411aace134,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:21.277514 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:21.386132 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3360436 May 11 16:33:21.394654 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953f9df-3419-404c-b1d6-5733fa12feb3 req-974f6cf4-29e1-4d48-aebd-4e5f702fdfc0 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:21.396091 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8953f9df-3419-404c-b1d6-5733fa12feb3 req-974f6cf4-29e1-4d48-aebd-4e5f702fdfc0 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 945 time: 0.0848267 May 11 16:33:21.402874 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Request body: {'port': {'device_id': '077c9803-0483-4f67-8168-42f7377aafd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:33:21.563835 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8953f9df-3419-404c-b1d6-5733fa12feb3 req-d0c5ba07-1173-448e-8532-a7d353606d9d tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1e9e605-f830-4204-8045-e06934ba37ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357980 May 11 16:33:21.600426 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:21.712444 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe323d-d599-4d4b-a354-053b66e9036a req-6093b02a-174e-4e16-8f73-d8aaddc7be5f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:21.713746 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c2fe323d-d599-4d4b-a354-053b66e9036a req-6093b02a-174e-4e16-8f73-d8aaddc7be5f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.2243299 May 11 16:33:21.839426 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c2fe323d-d599-4d4b-a354-053b66e9036a req-c0a2d285-9604-4ad0-a305-dc52700b5b0b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178465 May 11 16:33:22.186035 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a3e91-3130-4cb0-9e66-e793b539fa56 req-e2f2b32a-c092-4cd0-926d-44af898e401d tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:22.187544 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7b4a3e91-3130-4cb0-9e66-e793b539fa56 req-e2f2b32a-c092-4cd0-926d-44af898e401d tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 946 time: 0.1853175 May 11 16:33:22.313679 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cab5c6-644b-4dab-bf33-84ceda38b849 req-5c4a918d-61c0-4d64-9f30-34d3f474617d tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:22.314334 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-c6cab5c6-644b-4dab-bf33-84ceda38b849 req-5c4a918d-61c0-4d64-9f30-34d3f474617d tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Synchronizing usage tracker for tenant:1525b793ccad4d2f8c9e8943d6d23280 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:33:22.321723 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7b4a3e91-3130-4cb0-9e66-e793b539fa56 req-3be94f65-1d83-4d9e-becf-956b842261a1 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261525 May 11 16:33:22.329285 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b823791-24cc-4acc-8f5c-ab411aace134 {{(pid=79306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:33:22.339066 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:22.360623 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Transition to ACTIVE for port object 2b823791-24cc-4acc-8f5c-ab411aace134 will not be triggered until provisioned by entity L2. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:33:22.446962 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-c6cab5c6-644b-4dab-bf33-84ceda38b849 req-5c4a918d-61c0-4d64-9f30-34d3f474617d tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Unset dirty status for tenant:1525b793ccad4d2f8c9e8943d6d23280 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:33:22.448193 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6cab5c6-644b-4dab-bf33-84ceda38b849 req-5c4a918d-61c0-4d64-9f30-34d3f474617d tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 931 time: 0.3570776 May 11 16:33:22.504448 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6cab5c6-644b-4dab-bf33-84ceda38b849 req-18b2a9eb-48ad-41e9-97e5-24426d3b9557 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489547 May 11 16:33:22.509215 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:22.514019 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:22.643037 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Pushing event updated for resources: {'Port': ['ID=2b823791-24cc-4acc-8f5c-ab411aace134,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:22.679608 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:22.707073 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Attempting to bind port 2b823791-24cc-4acc-8f5c-ab411aace134 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:33:22.707412 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Attempting to bind port 2b823791-24cc-4acc-8f5c-ab411aace134 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '9cf5314b-790e-42f0-bdef-89831a4add63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '95944a89-9b10-45fb-b427-3f28d137ab0d'}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:33:22.707773 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Attempting to bind port 2b823791-24cc-4acc-8f5c-ab411aace134 on network 95944a89-9b10-45fb-b427-3f28d137ab0d {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:33:22.744396 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Port 2b823791-24cc-4acc-8f5c-ab411aace134 on network 95944a89-9b10-45fb-b427-3f28d137ab0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:33:22.744719 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Attempting to bind port 2b823791-24cc-4acc-8f5c-ab411aace134 on network 95944a89-9b10-45fb-b427-3f28d137ab0d {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:33:22.760718 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:33:22.761109 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Checking segment: {'id': '9cf5314b-790e-42f0-bdef-89831a4add63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '95944a89-9b10-45fb-b427-3f28d137ab0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:33:22.761387 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Bound using segment: {'id': '9cf5314b-790e-42f0-bdef-89831a4add63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '95944a89-9b10-45fb-b427-3f28d137ab0d'} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:33:22.762211 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Bound port: 2b823791-24cc-4acc-8f5c-ab411aace134, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf5314b-790e-42f0-bdef-89831a4add63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '95944a89-9b10-45fb-b427-3f28d137ab0d'}}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:33:22.762211 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:22.876823 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8057673-0b9b-4b3c-ae8a-2203e0fb281d req-9dceb405-cae1-4fa8-9580-dadb58b3d001 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:22.878968 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 9ee182a4-219e-46b9-be25-e3b64a7fd8ee up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:33:22.884079 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a8057673-0b9b-4b3c-ae8a-2203e0fb281d req-9dceb405-cae1-4fa8-9580-dadb58b3d001 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 945 time: 0.1715884 May 11 16:33:22.935442 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] For port 2b823791-24cc-4acc-8f5c-ab411aace134, host hv-cinder-76111, cleared binding levels {{(pid=79306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:33:22.956560 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a8057673-0b9b-4b3c-ae8a-2203e0fb281d req-0aed21e2-af57-4398-9098-03ba7ac6a999 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1e9e605-f830-4204-8045-e06934ba37ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714755 May 11 16:33:23.121481 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] For port 2b823791-24cc-4acc-8f5c-ab411aace134, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2b823791-24cc-4acc-8f5c-ab411aace134,segment=NetworkSegment(9cf5314b-790e-42f0-bdef-89831a4add63),segment_id=9cf5314b-790e-42f0-bdef-89831a4add63)] {{(pid=79306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:33:23.142996 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8c0c6-a748-4820-b511-6f5b5684b856 req-f7962177-6471-4080-9d57-f7f284525548 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:23.144505 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-60d8c0c6-a748-4820-b511-6f5b5684b856 req-f7962177-6471-4080-9d57-f7f284525548 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.0890861 May 11 16:33:23.191278 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-60d8c0c6-a748-4820-b511-6f5b5684b856 req-5baad53e-dd00-42c7-b9f4-c608a2a2242a tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403302 May 11 16:33:23.275337 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:33:23.278561 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:23.280278 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:23.283100 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:33:23.283671 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:23.399136 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:23.403560 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:23.403560 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] 10.222.0.86 "PUT /v2.0/ports/2b823791-24cc-4acc-8f5c-ab411aace134 HTTP/1.1" status: 200 len: 1093 time: 2.0026662 May 11 16:33:23.404635 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077c9803-0483-4f67-8168-42f7377aafd6', 'tag': '2b823791-24cc-4acc-8f5c-ab411aace134'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:33:23.442901 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Pushing event updated for resources: {'Port': ['ID=2b823791-24cc-4acc-8f5c-ab411aace134,revision_number=3']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:23.443255 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:23.446427 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:23.473472 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b9fb1-e28e-484c-ae22-fb5266b1ca2d req-3fa4211c-2d11-42c3-9634-d0ce9528e425 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:23.476282 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c80b9fb1-e28e-484c-ae22-fb5266b1ca2d req-3fa4211c-2d11-42c3-9634-d0ce9528e425 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1605184 May 11 16:33:23.478241 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a56cb5-eac1-4149-b01d-2e71c2f2eb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee182a4-219e-46b9-be25-e3b64a7fd8ee'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:33:23.494084 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9ee182a4-219e-46b9-be25-e3b64a7fd8ee,segment=NetworkSegment(93b3f50a-747e-432c-8247-5204073f2847),segment_id=93b3f50a-747e-432c-8247-5204073f2847)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:23.516173 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077c9803-0483-4f67-8168-42f7377aafd6', 'tag': '2b823791-24cc-4acc-8f5c-ab411aace134', 'status': 'completed', 'code': 200} May 11 16:33:23.530987 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c80b9fb1-e28e-484c-ae22-fb5266b1ca2d req-f1feb853-4a4d-445f-9fc2-ea0ec6ab9e1d tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497386 May 11 16:33:23.575233 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a56cb5-eac1-4149-b01d-2e71c2f2eb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee182a4-219e-46b9-be25-e3b64a7fd8ee', 'code': 200} May 11 16:33:23.618578 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:23.621747 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:23.629372 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ab153-aa8a-49fe-bfcf-f0fe9739c307 req-20d080fa-ebf2-4964-bb5d-46d0cd183b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:23.630932 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-756ab153-aa8a-49fe-bfcf-f0fe9739c307 req-20d080fa-ebf2-4964-bb5d-46d0cd183b7b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1525b793ccad4d2f8c9e8943d6d23280&device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 1096 time: 0.0989399 May 11 16:33:23.703916 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=9ee182a4-219e-46b9-be25-e3b64a7fd8ee,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:23.708127 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:23.855738 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ab153-aa8a-49fe-bfcf-f0fe9739c307 req-a0760402-d211-4cf0-918b-a2bf5f906367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:23.857273 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-756ab153-aa8a-49fe-bfcf-f0fe9739c307 req-a0760402-d211-4cf0-918b-a2bf5f906367 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=1525b793ccad4d2f8c9e8943d6d23280&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2177582 May 11 16:33:23.865729 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d3f89-5198-453d-926b-baa85c1f154c req-f926a4c4-57e8-46d4-8873-28c1b0372911 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:23.867083 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-672d3f89-5198-453d-926b-baa85c1f154c req-f926a4c4-57e8-46d4-8873-28c1b0372911 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 943 time: 0.1428165 May 11 16:33:24.007445 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-672d3f89-5198-453d-926b-baa85c1f154c req-7402fb9e-08e2-4795-9394-d6a64be79384 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205311 May 11 16:33:24.024908 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e992019-0b94-4f86-86a1-38e249b8f7a9 req-be3eb187-e49a-4ebf-9385-b4322f27cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:24.026389 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-1e992019-0b94-4f86-86a1-38e249b8f7a9 req-be3eb187-e49a-4ebf-9385-b4322f27cdfa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 1099 time: 0.0883822 May 11 16:33:24.063038 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ab153-aa8a-49fe-bfcf-f0fe9739c307 req-cab5da48-e2a8-4db8-af80-a906fb93edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:24.064523 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-756ab153-aa8a-49fe-bfcf-f0fe9739c307 req-cab5da48-e2a8-4db8-af80-a906fb93edd1 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965806 May 11 16:33:24.076474 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-1e992019-0b94-4f86-86a1-38e249b8f7a9 req-2e9e4560-6b34-43ea-8375-e5fdcbfd088d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b1e9e605-f830-4204-8045-e06934ba37ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 May 11 16:33:24.244915 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-349b42c0-0a33-4352-8333-6f90f3529b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:24.247107 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-349b42c0-0a33-4352-8333-6f90f3529b66 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1525b793ccad4d2f8c9e8943d6d23280&device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 1096 time: 0.0766299 May 11 16:33:24.292226 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c4b45-61e5-4581-883c-bf9d9de68e4c req-a2848405-9b4b-4124-91d5-d96707da9a8b tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:24.293868 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-961c4b45-61e5-4581-883c-bf9d9de68e4c req-a2848405-9b4b-4124-91d5-d96707da9a8b tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 946 time: 0.0962479 May 11 16:33:24.336216 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-02ec9c8c-1834-4cc3-a464-fce06617ed7d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b823791-24cc-4acc-8f5c-ab411aace134 HTTP/1.1" status: 200 len: 217 time: 0.0760527 May 11 16:33:24.347753 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-961c4b45-61e5-4581-883c-bf9d9de68e4c req-52d5784b-5c3b-4183-908f-67484b4e924f tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1e9e605-f830-4204-8045-e06934ba37ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470757 May 11 16:33:24.413136 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-012013b8-d9b9-468b-9835-f397b8787e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:24.414766 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-012013b8-d9b9-468b-9835-f397b8787e9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=61710f52-ac99-44a3-86a7-c4e3cc835865 HTTP/1.1" status: 200 len: 854 time: 0.0614505 May 11 16:33:24.465852 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-b2da3cd9-fc1c-47f8-8814-4b318588da17 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=95944a89-9b10-45fb-b427-3f28d137ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418494 May 11 16:33:24.627717 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-e68a3138-fa79-4724-b671-3ae0b8500c0a service neutron] 10.222.0.86 "GET /v2.0/networks/95944a89-9b10-45fb-b427-3f28d137ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491878 May 11 16:33:24.793055 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-8f871ea5-b154-42a8-8e90-16ac1e662ad0 req-d00afce1-55b8-4ceb-ad0f-f59f4c2a7ad2 service neutron] 10.222.0.86 "GET /v2.0/networks/95944a89-9b10-45fb-b427-3f28d137ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529710 May 11 16:33:25.293452 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505da2-0e49-4ed7-87fa-3089cdcbcb94 req-1a622fc0-3835-4274-ab71-ea3228af99f8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:25.294847 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f6505da2-0e49-4ed7-87fa-3089cdcbcb94 req-1a622fc0-3835-4274-ab71-ea3228af99f8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 943 time: 0.1648228 May 11 16:33:25.364259 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f6505da2-0e49-4ed7-87fa-3089cdcbcb94 req-0356c162-0f06-4001-b04b-223049ead913 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628948 May 11 16:33:25.737453 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64728fd-2d42-478c-afd7-51af3d76db35 req-53738ca1-6a9f-48a1-96e2-abbc9ca66c1e tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:25.738911 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c64728fd-2d42-478c-afd7-51af3d76db35 req-53738ca1-6a9f-48a1-96e2-abbc9ca66c1e tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 946 time: 0.0945058 May 11 16:33:25.789812 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c64728fd-2d42-478c-afd7-51af3d76db35 req-cdbb34be-3a36-4393-a65b-fa0f4b8a9128 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1e9e605-f830-4204-8045-e06934ba37ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 May 11 16:33:26.539256 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26308fd9-a166-4597-afa5-b87fb26581b3 req-2f39a06a-966c-41f1-a229-4348d2467270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:26.539256 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-26308fd9-a166-4597-afa5-b87fb26581b3 req-2f39a06a-966c-41f1-a229-4348d2467270 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=43090811c61044408241c79e8f6afe8c&device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 1098 time: 0.0843503 May 11 16:33:26.572679 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e759465-88fe-4057-9660-a5eed0d0eed3 req-5aaea3fa-1e0c-4a34-94c2-0236492263bd tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:26.573698 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2e759465-88fe-4057-9660-a5eed0d0eed3 req-5aaea3fa-1e0c-4a34-94c2-0236492263bd tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1537068 May 11 16:33:26.622192 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb75dc1-e355-466c-b52e-657bb60c853b req-0518ad14-5cdd-4e9b-98df-06fdeba0bd1d tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:26.623857 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5eb75dc1-e355-466c-b52e-657bb60c853b req-0518ad14-5cdd-4e9b-98df-06fdeba0bd1d tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 943 time: 0.1297181 May 11 16:33:26.654818 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26308fd9-a166-4597-afa5-b87fb26581b3 req-31d4de6d-51eb-43fa-9700-a62e1c45b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:26.656283 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-26308fd9-a166-4597-afa5-b87fb26581b3 req-31d4de6d-51eb-43fa-9700-a62e1c45b3e9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 HTTP/1.1" status: 200 len: 919 time: 0.1365306 May 11 16:33:26.661750 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2e759465-88fe-4057-9660-a5eed0d0eed3 req-53e35b89-a936-40b4-8380-d48f3bf985fe tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801799 May 11 16:33:26.682687 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5eb75dc1-e355-466c-b52e-657bb60c853b req-7e19de26-1428-4daa-85ad-0fae1539c309 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513368 May 11 16:33:26.737499 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-26308fd9-a166-4597-afa5-b87fb26581b3 req-472aae4c-46d8-4db7-b18f-6afe1efe0a6e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b21616-e2b4-46ba-9d87-c96b071dddfa HTTP/1.1" status: 200 len: 217 time: 0.0732174 May 11 16:33:26.809655 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26308fd9-a166-4597-afa5-b87fb26581b3 req-6263bb16-ffce-40bc-8851-184f1046cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:26.811096 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-26308fd9-a166-4597-afa5-b87fb26581b3 req-6263bb16-ffce-40bc-8851-184f1046cca7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8cf7b756-6d88-4955-8db1-8a7a09f3073b HTTP/1.1" status: 200 len: 858 time: 0.0593545 May 11 16:33:26.861393 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-26308fd9-a166-4597-afa5-b87fb26581b3 req-c2adb49b-6c17-4d11-b497-f1c6b6ba026b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420034 May 11 16:33:27.008672 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d73a4-8009-40a2-b27c-7e499a202d78 req-994c0c3c-40de-49d8-abfe-42063f062efe tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:27.009222 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-26308fd9-a166-4597-afa5-b87fb26581b3 req-986f8b00-032d-48a6-b2ee-9cbdecd13a0a service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396694 May 11 16:33:27.010568 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b83d73a4-8009-40a2-b27c-7e499a202d78 req-994c0c3c-40de-49d8-abfe-42063f062efe tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 946 time: 0.1083269 May 11 16:33:27.065626 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b83d73a4-8009-40a2-b27c-7e499a202d78 req-2be4fbe1-4d90-494c-b3c0-2967993ee7bc tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1e9e605-f830-4204-8045-e06934ba37ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478516 May 11 16:33:27.174216 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-26308fd9-a166-4597-afa5-b87fb26581b3 req-56739b23-2192-431f-8079-f7e231fa3a9b service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468391 May 11 16:33:27.912411 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbc042-893e-4410-948d-c1e861debb9e req-244e3609-6ad7-424c-8edc-929b17c11300 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:27.914389 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1bbbc042-893e-4410-948d-c1e861debb9e req-244e3609-6ad7-424c-8edc-929b17c11300 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1393766 May 11 16:33:27.947854 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004e839-4be3-4c50-8ca7-e9fa996d03c1 req-dd8fb46c-54c1-4c3a-af7b-e0e6dc2af219 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:27.949257 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7004e839-4be3-4c50-8ca7-e9fa996d03c1 req-dd8fb46c-54c1-4c3a-af7b-e0e6dc2af219 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 943 time: 0.1289928 May 11 16:33:27.986202 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1bbbc042-893e-4410-948d-c1e861debb9e req-b0b7f7bd-6c86-4eea-bfb3-e30ea25617a7 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647891 May 11 16:33:28.019231 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7004e839-4be3-4c50-8ca7-e9fa996d03c1 req-45c8de9c-f357-441c-87f0-45aa03fffcb4 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578902 May 11 16:33:28.890479 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 2b823791-24cc-4acc-8f5c-ab411aace134 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:33:29.061814 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 2b823791-24cc-4acc-8f5c-ab411aace134, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2b823791-24cc-4acc-8f5c-ab411aace134,segment=NetworkSegment(9cf5314b-790e-42f0-bdef-89831a4add63),segment_id=9cf5314b-790e-42f0-bdef-89831a4add63)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:29.076555 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '2b823791-24cc-4acc-8f5c-ab411aace134', 'network_id': '95944a89-9b10-45fb-b427-3f28d137ab0d', 'port_id': '2b823791-24cc-4acc-8f5c-ab411aace134', 'mac_address': 'fa:16:3e:78:02:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61710f52-ac99-44a3-86a7-c4e3cc835865', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:33:29.140146 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:29.158540 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b823791-24cc-4acc-8f5c-ab411aace134 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:33:29.177980 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 2b823791-24cc-4acc-8f5c-ab411aace134, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2b823791-24cc-4acc-8f5c-ab411aace134,segment=NetworkSegment(9cf5314b-790e-42f0-bdef-89831a4add63),segment_id=9cf5314b-790e-42f0-bdef-89831a4add63)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:29.292046 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec31fca-c39e-4d36-80c0-a895bb274c5b req-d429099a-08c5-42c1-846f-75a6cf57f34b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:29.293643 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7ec31fca-c39e-4d36-80c0-a895bb274c5b req-d429099a-08c5-42c1-846f-75a6cf57f34b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1516511 May 11 16:33:29.327664 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad47f3a-27cd-4db6-b091-062449eb6482 req-8be5e381-7f63-4fed-a1ae-7867fc33955b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:29.329236 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3ad47f3a-27cd-4db6-b091-062449eb6482 req-8be5e381-7f63-4fed-a1ae-7867fc33955b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 943 time: 0.1442113 May 11 16:33:29.333538 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:29.337444 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:29.377385 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7ec31fca-c39e-4d36-80c0-a895bb274c5b req-75a9fa26-ce07-44eb-bca8-ba287f732757 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773792 May 11 16:33:29.420748 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3ad47f3a-27cd-4db6-b091-062449eb6482 req-e6fe4cf9-0a91-4216-9a67-62ed23e8bf4e tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845358 May 11 16:33:29.423665 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=2b823791-24cc-4acc-8f5c-ab411aace134,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:29.427572 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:29.800762 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['2b823791-24cc-4acc-8f5c-ab411aace134'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:33:30.669241 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ceebc-b204-424f-bc93-986b7607e073 req-dc6a3e26-5f3d-4656-959f-f1fd2725cc71 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:30.671096 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5e3ceebc-b204-424f-bc93-986b7607e073 req-dc6a3e26-5f3d-4656-959f-f1fd2725cc71 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1543162 May 11 16:33:30.736022 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ba989-aedf-4dbb-a551-4729f4576f59 req-0f85321f-6176-4600-a6b8-e15f5c2f39e0 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:30.737520 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ca0ba989-aedf-4dbb-a551-4729f4576f59 req-0f85321f-6176-4600-a6b8-e15f5c2f39e0 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 944 time: 0.1438987 May 11 16:33:30.740848 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5e3ceebc-b204-424f-bc93-986b7607e073 req-b9dfdd5e-9e04-4031-8aa4-39d8f0b3b1d1 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623994 May 11 16:33:30.793936 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ca0ba989-aedf-4dbb-a551-4729f4576f59 req-36c94db7-a358-4d7a-91f5-ac01c992dfeb tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470066 May 11 16:33:31.946361 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812212b3-748c-4d98-9f8e-49dcc8d8a601 req-3a4f5745-98fe-4579-a9d8-c68fef953b78 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:31.947879 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-812212b3-748c-4d98-9f8e-49dcc8d8a601 req-3a4f5745-98fe-4579-a9d8-c68fef953b78 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0916343 May 11 16:33:32.000009 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-812212b3-748c-4d98-9f8e-49dcc8d8a601 req-69cd64bd-2cb8-43da-a2e7-bfbe6a6615ad tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434775 May 11 16:33:32.192408 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124cd4-79e4-4cee-9049-2dcbb620a5b5 req-df749f9f-abcc-4f0c-93bb-96308bc004d7 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:32.193880 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-37124cd4-79e4-4cee-9049-2dcbb620a5b5 req-df749f9f-abcc-4f0c-93bb-96308bc004d7 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 944 time: 0.0825276 May 11 16:33:32.243086 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-37124cd4-79e4-4cee-9049-2dcbb620a5b5 req-8b89f169-cc56-4de0-8fa7-4edf83f1c172 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428460 May 11 16:33:32.427681 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4002c-8095-4c87-802b-7842f56d9391 req-79b82abc-9145-4a3d-b7b8-804d0df8b119 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:32.429694 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f3e4002c-8095-4c87-802b-7842f56d9391 req-79b82abc-9145-4a3d-b7b8-804d0df8b119 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 946 time: 0.0877597 May 11 16:33:32.475228 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f3e4002c-8095-4c87-802b-7842f56d9391 req-662ae079-a9cb-4290-bc01-54536f75007f tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1e9e605-f830-4204-8045-e06934ba37ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396278 May 11 16:33:32.930131 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 2b823791-24cc-4acc-8f5c-ab411aace134 up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:33:33.076429 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port 2b823791-24cc-4acc-8f5c-ab411aace134 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:33:33.083871 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 2b823791-24cc-4acc-8f5c-ab411aace134 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:33:33.084469 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:33.111049 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-098e9b32-85be-4517-92fe-f1d9ae9dd08b tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:33.118241 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-098e9b32-85be-4517-92fe-f1d9ae9dd08b tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/networks?id=41f463bd-84b8-4578-b5db-75dd85f92e3a HTTP/1.1" status: 200 len: 814 time: 0.1614559 May 11 16:33:33.165623 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-3294e3a0-5da7-436e-b912-e1b62f4da991 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/quotas/a2e00d552a1f4bb595b5b236d459a777 HTTP/1.1" status: 200 len: 375 time: 0.0465066 May 11 16:33:33.226554 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:33.256442 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077c9803-0483-4f67-8168-42f7377aafd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b823791-24cc-4acc-8f5c-ab411aace134'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:33:33.269588 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 2b823791-24cc-4acc-8f5c-ab411aace134, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2b823791-24cc-4acc-8f5c-ab411aace134,segment=NetworkSegment(9cf5314b-790e-42f0-bdef-89831a4add63),segment_id=9cf5314b-790e-42f0-bdef-89831a4add63)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:33.334460 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32812e-d494-4d16-a538-6c10733c0620 req-5ef6998c-30da-414d-9447-a30f058fa708 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:33.336525 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1a32812e-d494-4d16-a538-6c10733c0620 req-5ef6998c-30da-414d-9447-a30f058fa708 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.2097292 May 11 16:33:33.347802 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:33.347802 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:33.375472 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-e8e514f3-c0a6-4ce2-a813-33986c77cd37 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2e00d552a1f4bb595b5b236d459a777&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2032571 May 11 16:33:33.408784 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=2b823791-24cc-4acc-8f5c-ab411aace134,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:33.412164 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:33.464811 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1a32812e-d494-4d16-a538-6c10733c0620 req-a72af453-7b8b-4806-ae97-dd316a013080 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165171 May 11 16:33:33.522899 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-7ad9eab1-a873-4427-a9cd-87686698d074 service neutron] 10.222.0.69 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345816 May 11 16:33:33.664340 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-90459fa9-87e7-4157-852e-8d45a987ab18 service neutron] 10.222.0.69 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353099 May 11 16:33:33.666571 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077c9803-0483-4f67-8168-42f7377aafd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b823791-24cc-4acc-8f5c-ab411aace134', 'code': 200} May 11 16:33:33.835748 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2e3a0-bea9-495f-9f70-c65fd3128b3d req-91267e48-087a-4c08-b0e4-1054b76cd82e tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:33.837191 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f8f2e3a0-bea9-495f-9f70-c65fd3128b3d req-91267e48-087a-4c08-b0e4-1054b76cd82e tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.0856140 May 11 16:33:33.882465 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f8f2e3a0-bea9-495f-9f70-c65fd3128b3d req-4454eeef-131f-4d94-829e-3b9d8fd73056 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394602 May 11 16:33:34.145234 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0c9bf9ef-ec56-47c4-8f95-af21869c5657 req-b477f7cb-cbf7-461b-9446-33c22d1b9192 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 210 time: 0.0574138 May 11 16:33:34.178037 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:34.231125 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad241bb-e45b-4a18-9fd8-4f5f563b5ad4 req-5230afa0-ff6b-46df-b5fb-47fdb67875e3 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:34.232586 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dad241bb-e45b-4a18-9fd8-4f5f563b5ad4 req-5230afa0-ff6b-46df-b5fb-47fdb67875e3 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 946 time: 0.1768548 May 11 16:33:34.274887 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff92c36-835a-40bc-82ae-06bbc13bd92c req-b71cc0af-2cd0-4994-a891-e2deab42bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:34.276417 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-fff92c36-835a-40bc-82ae-06bbc13bd92c req-b71cc0af-2cd0-4994-a891-e2deab42bb8d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 1098 time: 0.1927018 May 11 16:33:34.281685 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e866cba-9402-45ab-a0cb-b54e99196f7f req-dc7e0a58-fc2a-4b91-9edd-b4f09a8e5287 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:34.283072 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2e866cba-9402-45ab-a0cb-b54e99196f7f req-dc7e0a58-fc2a-4b91-9edd-b4f09a8e5287 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.86 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 946 time: 0.1253355 May 11 16:33:34.325375 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-fff92c36-835a-40bc-82ae-06bbc13bd92c req-aad92588-a503-496f-94d7-ba4a8df8ad66 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361686 May 11 16:33:34.348068 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dad241bb-e45b-4a18-9fd8-4f5f563b5ad4 req-958c7444-bd5a-4c38-a235-0dcde1cd4427 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1e9e605-f830-4204-8045-e06934ba37ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042845 May 11 16:33:34.436400 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-2e866cba-9402-45ab-a0cb-b54e99196f7f req-54eff642-8a17-486a-934b-f900af2be55c tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Deleting port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:33:34.438854 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2e866cba-9402-45ab-a0cb-b54e99196f7f req-54eff642-8a17-486a-934b-f900af2be55c tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:34.585745 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-2e866cba-9402-45ab-a0cb-b54e99196f7f req-54eff642-8a17-486a-934b-f900af2be55c tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] For port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9ee182a4-219e-46b9-be25-e3b64a7fd8ee,segment=NetworkSegment(93b3f50a-747e-432c-8247-5204073f2847),segment_id=93b3f50a-747e-432c-8247-5204073f2847)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:34.586153 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2e866cba-9402-45ab-a0cb-b54e99196f7f req-54eff642-8a17-486a-934b-f900af2be55c tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:34.723458 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-2e866cba-9402-45ab-a0cb-b54e99196f7f req-54eff642-8a17-486a-934b-f900af2be55c tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Calling delete_port for 9ee182a4-219e-46b9-be25-e3b64a7fd8ee owned by compute:nova {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:33:34.905639 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d20653-0c8d-4826-ae36-b95fab5f9410 req-3975ba29-231e-40a0-b493-eec3b4c04ce8 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:34.908077 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-21d20653-0c8d-4826-ae36-b95fab5f9410 req-3975ba29-231e-40a0-b493-eec3b4c04ce8 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1811779 May 11 16:33:34.997358 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-21d20653-0c8d-4826-ae36-b95fab5f9410 req-85c2960f-2b58-48b9-ae81-4487057d47a7 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842981 May 11 16:33:35.093144 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed4d65-f64a-4b4d-83d9-d7d445ab123e req-dbdd95e7-dcc1-4216-9e62-62935f44ed2b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:35.094595 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-87ed4d65-f64a-4b4d-83d9-d7d445ab123e req-dbdd95e7-dcc1-4216-9e62-62935f44ed2b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.0906544 May 11 16:33:35.140500 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-87ed4d65-f64a-4b4d-83d9-d7d445ab123e req-dced63b4-82e8-4e1f-bea1-b98407fff015 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 May 11 16:33:35.172380 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2e866cba-9402-45ab-a0cb-b54e99196f7f req-54eff642-8a17-486a-934b-f900af2be55c tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:35.185688 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:35.188120 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['9ee182a4-219e-46b9-be25-e3b64a7fd8ee'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:33:35.230516 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eff642-8a17-486a-934b-f900af2be55c tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Pushing event deleted for resources: {'Port': ['ID=9ee182a4-219e-46b9-be25-e3b64a7fd8ee,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:35.233622 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-54eff642-8a17-486a-934b-f900af2be55c tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:35.423949 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e866cba-9402-45ab-a0cb-b54e99196f7f req-54eff642-8a17-486a-934b-f900af2be55c tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] No DVR routers for this DVR port 9ee182a4-219e-46b9-be25-e3b64a7fd8ee on host hv-cinder-76111 {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:33:35.432715 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4768b6d4-f356-4faf-a674-cbeb69db1f88 req-6c6fe159-a0ce-4d44-87d1-87aede423a22 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 210 time: 0.0889249 May 11 16:33:35.433739 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2e866cba-9402-45ab-a0cb-b54e99196f7f req-54eff642-8a17-486a-934b-f900af2be55c tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:35.436502 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a56cb5-eac1-4149-b01d-2e71c2f2eb8e', 'name': 'network-vif-deleted', 'tag': '9ee182a4-219e-46b9-be25-e3b64a7fd8ee'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:33:35.496387 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a56cb5-eac1-4149-b01d-2e71c2f2eb8e', 'name': 'network-vif-deleted', 'tag': '9ee182a4-219e-46b9-be25-e3b64a7fd8ee', 'status': 'completed', 'code': 200} May 11 16:33:35.508364 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-e660a188-191f-436a-aaa1-0343e88d7b49 req-59010e65-70c7-4199-a2b0-ea2e248a0fad tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Synchronizing usage tracker for tenant:28f6aeba76eb4ffca5ede20ddba21058 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:33:35.546008 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2e866cba-9402-45ab-a0cb-b54e99196f7f req-54eff642-8a17-486a-934b-f900af2be55c tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.86 "DELETE /v2.0/ports/9ee182a4-219e-46b9-be25-e3b64a7fd8ee HTTP/1.1" status: 204 len: 173 time: 1.2546854 May 11 16:33:35.618448 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-e660a188-191f-436a-aaa1-0343e88d7b49 req-59010e65-70c7-4199-a2b0-ea2e248a0fad tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Unset dirty status for tenant:28f6aeba76eb4ffca5ede20ddba21058 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:33:35.619631 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e660a188-191f-436a-aaa1-0343e88d7b49 req-59010e65-70c7-4199-a2b0-ea2e248a0fad tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 210 time: 0.1555705 May 11 16:33:36.193244 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431fc2c-71e7-4f4d-970c-8506d0e26b7c req-b012400f-dbe7-4872-abdf-c2234bf30aab tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:36.195334 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a431fc2c-71e7-4f4d-970c-8506d0e26b7c req-b012400f-dbe7-4872-abdf-c2234bf30aab tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0841770 May 11 16:33:36.251560 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a431fc2c-71e7-4f4d-970c-8506d0e26b7c req-7a6507ba-a738-4b90-b8ec-1a7c131f0ae8 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459838 May 11 16:33:36.359967 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413afd39-0b66-4cab-aca6-4801c5181d0d req-0cf9e3fd-42a4-4958-be9e-24e850e0abb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:36.361872 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-413afd39-0b66-4cab-aca6-4801c5181d0d req-0cf9e3fd-42a4-4958-be9e-24e850e0abb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.1020153 May 11 16:33:36.408958 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-413afd39-0b66-4cab-aca6-4801c5181d0d req-52a72b18-5f26-403c-b257-cd7bfe6ce0d1 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 May 11 16:33:36.635620 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-01bc77f4-d277-4ca9-8dbd-f5cdbc53e5b1 req-072960ab-a658-4b5e-b271-4c4ab034d9a6 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 210 time: 0.0574408 May 11 16:33:36.709914 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-5959641c-d712-423a-953a-5dde52c641c2 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:36.711800 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-5959641c-d712-423a-953a-5dde52c641c2 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "GET /v2.0/networks?id=41f463bd-84b8-4578-b5db-75dd85f92e3a HTTP/1.1" status: 200 len: 814 time: 0.2099042 May 11 16:33:36.729557 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Request body: {'port': {'device_id': '80d8a907-017c-4b6b-bfb9-58f0af7092c4', 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a', 'admin_state_up': True, 'tenant_id': 'a2e00d552a1f4bb595b5b236d459a777'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:33:36.857391 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-645d4e25-4c28-4c42-b9c0-bdea58e39e8a req-1fed031b-8b46-4288-bbc1-e84557303b91 tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] 10.222.0.69 "GET /v2.0/ports?device_id=52a56cb5-eac1-4149-b01d-2e71c2f2eb8e HTTP/1.1" status: 200 len: 210 time: 0.0571434 May 11 16:33:36.914113 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:36.923585 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:37.109399 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Made reservation on behalf of a2e00d552a1f4bb595b5b236d459a777 for: {'port': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:33:37.113281 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:37.358386 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Allocated IP 172.20.0.9 (41f463bd-84b8-4578-b5db-75dd85f92e3a/f76e838a-3889-4a39-887c-b17ff72dc119/cbba2837-57cb-4248-b12e-c579942bac12) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:33:37.578781 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d364e-c9ac-446e-bf9f-7be450d768d7 req-28879205-e593-457a-8777-556c102fef76 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:37.580618 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-220d364e-c9ac-446e-bf9f-7be450d768d7 req-28879205-e593-457a-8777-556c102fef76 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.2087750 May 11 16:33:37.669812 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-220d364e-c9ac-446e-bf9f-7be450d768d7 req-07a8fb0e-6d9a-4ba1-86e2-8d6bcf5b7cb3 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766466 May 11 16:33:37.691811 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:37.803000 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6323952-c3ed-462b-b347-376848e7d2e8 req-7482893b-126a-4f36-bd4e-cc2b5c6c396f tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 210 time: 0.0415502 May 11 16:33:37.804698 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:37.810418 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:37.822810 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['b377cd6a-4a82-45bf-9338-527616009d42', '416f6e75-2514-4752-bb70-07138d771889', '9f6dcb05-1dfc-4d8d-b124-0317a1d816b0'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:33:37.875099 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Network 41f463bd-84b8-4578-b5db-75dd85f92e3a is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:33:37.878246 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:33:37.882647 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:33:37.888138 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:37.888763 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:37.908868 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Pushing event updated for resources: {'Port': ['ID=cbba2837-57cb-4248-b12e-c579942bac12,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:37.913456 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:38.082173 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3575103 May 11 16:33:38.095794 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Request body: {'port': {'device_id': '80d8a907-017c-4b6b-bfb9-58f0af7092c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:33:38.266529 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:38.712844 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbba2837-57cb-4248-b12e-c579942bac12 {{(pid=79306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:33:38.721067 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:38.737850 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Transition to ACTIVE for port object cbba2837-57cb-4248-b12e-c579942bac12 will not be triggered until provisioned by entity L2. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:33:38.831527 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:38.843914 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-159e025c-30db-4d01-aac0-663b49179d13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:38.977430 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 9ee182a4-219e-46b9-be25-e3b64a7fd8ee no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:33:39.012838 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Pushing event updated for resources: {'Port': ['ID=cbba2837-57cb-4248-b12e-c579942bac12,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:39.014309 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: 9ee182a4-219e-46b9-be25-e3b64a7fd8ee {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:33:39.014780 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 9ee182a4-219e-46b9-be25-e3b64a7fd8ee not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:33:39.021659 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:39.102405 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Attempting to bind port cbba2837-57cb-4248-b12e-c579942bac12 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:33:39.102647 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Attempting to bind port cbba2837-57cb-4248-b12e-c579942bac12 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:33:39.102981 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Attempting to bind port cbba2837-57cb-4248-b12e-c579942bac12 on network 41f463bd-84b8-4578-b5db-75dd85f92e3a {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:33:39.117933 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b3b42-a2f7-4adc-a9fd-b1c861af09a7 req-c091b835-2ef6-4090-85c2-0d4bac7d7706 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:39.119383 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-658b3b42-a2f7-4adc-a9fd-b1c861af09a7 req-c091b835-2ef6-4090-85c2-0d4bac7d7706 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.3267834 May 11 16:33:39.120687 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Port cbba2837-57cb-4248-b12e-c579942bac12 on network 41f463bd-84b8-4578-b5db-75dd85f92e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:33:39.121000 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Attempting to bind port cbba2837-57cb-4248-b12e-c579942bac12 on network 41f463bd-84b8-4578-b5db-75dd85f92e3a {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:33:39.144684 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:33:39.145014 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Checking segment: {'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:33:39.145401 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Bound using segment: {'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:33:39.145814 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Bound port: cbba2837-57cb-4248-b12e-c579942bac12, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b8bb3e-d6b2-428b-b765-971239e5f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a'}}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:33:39.146158 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:39.205992 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722ee75-1b0d-4d67-a7f6-61692c265859 req-0dd57e67-ee5f-4078-b05d-655f00b9411e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:39.206678 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-f722ee75-1b0d-4d67-a7f6-61692c265859 req-0dd57e67-ee5f-4078-b05d-655f00b9411e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Synchronizing usage tracker for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:33:39.258743 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-658b3b42-a2f7-4adc-a9fd-b1c861af09a7 req-adbcbd33-9f4a-4f1e-8116-8b52f68547a6 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317427 May 11 16:33:39.291780 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] For port cbba2837-57cb-4248-b12e-c579942bac12, host hv-cinder-76111, cleared binding levels {{(pid=79306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:33:39.295906 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] For port cbba2837-57cb-4248-b12e-c579942bac12, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cbba2837-57cb-4248-b12e-c579942bac12,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:33:39.321566 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-f722ee75-1b0d-4d67-a7f6-61692c265859 req-0dd57e67-ee5f-4078-b05d-655f00b9411e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Unset dirty status for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:33:39.322887 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f722ee75-1b0d-4d67-a7f6-61692c265859 req-0dd57e67-ee5f-4078-b05d-655f00b9411e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 943 time: 0.3655362 May 11 16:33:39.376411 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f722ee75-1b0d-4d67-a7f6-61692c265859 req-067c6574-81ce-4bd2-8985-859ce2c3cc30 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466731 May 11 16:33:39.383911 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:39.387837 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:39.448332 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:39.448940 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:39.450367 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] 10.222.0.86 "PUT /v2.0/ports/cbba2837-57cb-4248-b12e-c579942bac12 HTTP/1.1" status: 200 len: 1093 time: 1.3592181 May 11 16:33:39.450840 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d8a907-017c-4b6b-bfb9-58f0af7092c4', 'tag': 'cbba2837-57cb-4248-b12e-c579942bac12'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:33:39.476685 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Pushing event updated for resources: {'Port': ['ID=cbba2837-57cb-4248-b12e-c579942bac12,revision_number=3']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:39.479900 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:39.502083 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d8a907-017c-4b6b-bfb9-58f0af7092c4', 'tag': 'cbba2837-57cb-4248-b12e-c579942bac12', 'status': 'completed', 'code': 200} May 11 16:33:39.604571 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d74a96-524d-4e9c-b494-444f5b012c8b req-fdd33015-8ddf-4aa2-88cb-36d72dee9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:39.606134 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-16d74a96-524d-4e9c-b494-444f5b012c8b req-fdd33015-8ddf-4aa2-88cb-36d72dee9087 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a2e00d552a1f4bb595b5b236d459a777&device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 1096 time: 0.0740957 May 11 16:33:39.754361 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d74a96-524d-4e9c-b494-444f5b012c8b req-130ed6f6-903b-4035-bf59-8df68393f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:39.754361 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-16d74a96-524d-4e9c-b494-444f5b012c8b req-130ed6f6-903b-4035-bf59-8df68393f21b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=a2e00d552a1f4bb595b5b236d459a777&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1355286 May 11 16:33:39.925867 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d74a96-524d-4e9c-b494-444f5b012c8b req-ac5ce572-d32c-4f9c-a7fa-d42a02b0c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:39.931330 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-16d74a96-524d-4e9c-b494-444f5b012c8b req-ac5ce572-d32c-4f9c-a7fa-d42a02b0c7ec service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589601 May 11 16:33:40.083277 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-68bfae46-87a9-425d-82f5-a469784abb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:40.084835 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-68bfae46-87a9-425d-82f5-a469784abb9f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a2e00d552a1f4bb595b5b236d459a777&device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 1096 time: 0.0907130 May 11 16:33:40.155196 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-d32f2919-8eac-4b2c-82ab-ef6490c1773a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbba2837-57cb-4248-b12e-c579942bac12 HTTP/1.1" status: 200 len: 217 time: 0.0630357 May 11 16:33:40.217834 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-db5c5925-3719-455f-9d3f-2ec89a8a9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:40.219193 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-db5c5925-3719-455f-9d3f-2ec89a8a9d56 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f76e838a-3889-4a39-887c-b17ff72dc119 HTTP/1.1" status: 200 len: 854 time: 0.0575290 May 11 16:33:40.271897 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-a8f82c31-7eca-4f8b-91ca-b9dd6a5fb547 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41f463bd-84b8-4578-b5db-75dd85f92e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438945 May 11 16:33:40.590451 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-f999cfd5-b162-44ab-88e4-c8cc1115dd86 service neutron] 10.222.0.86 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032501 May 11 16:33:40.721841 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e3a7a-4354-4a2f-b647-0919135a1872 req-394ba70b-514e-4fb6-9843-9af1bdaee60f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:40.723274 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f80e3a7a-4354-4a2f-b647-0919135a1872 req-394ba70b-514e-4fb6-9843-9af1bdaee60f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.3522880 May 11 16:33:40.741717 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26b090-ef79-43ef-90c6-f12ef86fabc1 req-4f92f8f0-146c-49fb-9523-54886b9e1ac0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:40.743087 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9a26b090-ef79-43ef-90c6-f12ef86fabc1 req-4f92f8f0-146c-49fb-9523-54886b9e1ac0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 943 time: 0.2314200 May 11 16:33:40.841387 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcf48eef-8fd5-4d42-8118-94d16a908914 req-6423d31c-42d9-40ba-9bfe-41b871c48045 service neutron] 10.222.0.86 "GET /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412252 May 11 16:33:40.846795 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9a26b090-ef79-43ef-90c6-f12ef86fabc1 req-2f5e1319-b10d-49a9-8982-ef846f844acb tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812781 May 11 16:33:40.849861 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f80e3a7a-4354-4a2f-b647-0919135a1872 req-c61f9afc-c354-4884-afbf-9c676884645f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157730 May 11 16:33:42.148299 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34266bd6-415d-4a01-aa72-24a9bcf28d9a req-469e2a70-cbbc-43c1-917b-74f5cf5cd1ee tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:42.149775 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-34266bd6-415d-4a01-aa72-24a9bcf28d9a req-469e2a70-cbbc-43c1-917b-74f5cf5cd1ee tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1647148 May 11 16:33:42.158559 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae499141-a197-458c-9a8a-ec2a6c8cfa63 req-e3d37454-a6df-4220-8a8e-86731db61ead tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:42.160161 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ae499141-a197-458c-9a8a-ec2a6c8cfa63 req-e3d37454-a6df-4220-8a8e-86731db61ead tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 943 time: 0.1283770 May 11 16:33:42.235794 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-34266bd6-415d-4a01-aa72-24a9bcf28d9a req-1144e5c6-33f2-4e7c-b9b9-bd99f7bc1f25 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744884 May 11 16:33:42.243066 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ae499141-a197-458c-9a8a-ec2a6c8cfa63 req-f6165637-f18c-4bc0-876e-1bbee53dc5e6 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681019 May 11 16:33:42.995276 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device cbba2837-57cb-4248-b12e-c579942bac12 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:33:43.153088 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port cbba2837-57cb-4248-b12e-c579942bac12, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cbba2837-57cb-4248-b12e-c579942bac12,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:43.167382 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': 'cbba2837-57cb-4248-b12e-c579942bac12', 'network_id': '41f463bd-84b8-4578-b5db-75dd85f92e3a', 'port_id': 'cbba2837-57cb-4248-b12e-c579942bac12', 'mac_address': 'fa:16:3e:93:41:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76e838a-3889-4a39-887c-b17ff72dc119', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:33:43.230161 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:43.259976 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbba2837-57cb-4248-b12e-c579942bac12 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:33:43.278205 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port cbba2837-57cb-4248-b12e-c579942bac12, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cbba2837-57cb-4248-b12e-c579942bac12,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:43.355352 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:43.358270 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-236f6324-49f4-467a-90b9-af62fba9c39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:43.432591 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=cbba2837-57cb-4248-b12e-c579942bac12,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:43.440394 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:43.557905 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b33289-b510-4b6e-bb93-67fdd5897cd6 req-6021192e-ce86-4141-bcfb-9e331552b7a2 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:43.559500 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-22b33289-b510-4b6e-bb93-67fdd5897cd6 req-6021192e-ce86-4141-bcfb-9e331552b7a2 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 944 time: 0.1752503 May 11 16:33:43.566775 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b672a9-5597-455e-a894-d33ff2059d10 req-4b223f5f-904d-45d9-b134-8a070f4b9d74 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:43.568151 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-17b672a9-5597-455e-a894-d33ff2059d10 req-4b223f5f-904d-45d9-b134-8a070f4b9d74 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1306560 May 11 16:33:43.641920 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-22b33289-b510-4b6e-bb93-67fdd5897cd6 req-2812fd68-10d6-45c9-b7b4-f32781b29982 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728273 May 11 16:33:43.644687 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-17b672a9-5597-455e-a894-d33ff2059d10 req-c640bd0c-15f5-4a15-ac21-7ea062a2dfe5 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625694 May 11 16:33:43.795712 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['cbba2837-57cb-4248-b12e-c579942bac12'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:33:44.201535 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:33:44.857891 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3919e4-2a5c-43d6-a2be-2afebac4d542 req-aff5282a-3270-4fd8-8bd9-2d901af54517 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:44.859251 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ec3919e4-2a5c-43d6-a2be-2afebac4d542 req-aff5282a-3270-4fd8-8bd9-2d901af54517 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0882049 May 11 16:33:44.909062 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ec3919e4-2a5c-43d6-a2be-2afebac4d542 req-94e1c234-9a65-4aed-84e8-6f162a0f5bc5 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 May 11 16:33:45.006855 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a3398cc4-f2f1-4de2-8b7d-a16e088252ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:45.026444 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device cbba2837-57cb-4248-b12e-c579942bac12 up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:33:45.094672 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29f088-bf1b-4ca3-b3b9-72495b3620e2 req-9e8dcbe2-d8fe-47be-9132-3ca9674477a9 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:45.096409 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7f29f088-bf1b-4ca3-b3b9-72495b3620e2 req-9e8dcbe2-d8fe-47be-9132-3ca9674477a9 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 944 time: 0.0953410 May 11 16:33:45.142556 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7f29f088-bf1b-4ca3-b3b9-72495b3620e2 req-3a2b6a7c-e7c3-4d77-9f5f-e06f33137c9b tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391955 May 11 16:33:45.166316 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port cbba2837-57cb-4248-b12e-c579942bac12 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:33:45.171341 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port cbba2837-57cb-4248-b12e-c579942bac12 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:33:45.171803 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:45.291288 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:45.318078 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d8a907-017c-4b6b-bfb9-58f0af7092c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbba2837-57cb-4248-b12e-c579942bac12'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:33:45.328532 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port cbba2837-57cb-4248-b12e-c579942bac12, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cbba2837-57cb-4248-b12e-c579942bac12,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:33:45.364079 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d8a907-017c-4b6b-bfb9-58f0af7092c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbba2837-57cb-4248-b12e-c579942bac12', 'code': 200} May 11 16:33:45.409034 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:45.411039 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:45.489801 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=cbba2837-57cb-4248-b12e-c579942bac12,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:45.493493 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:45.769992 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e89bed-661c-445c-9805-ff8ba57cc213 req-a6955d58-6278-4ba2-a286-d36bf320f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:45.771684 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b8e89bed-661c-445c-9805-ff8ba57cc213 req-a6955d58-6278-4ba2-a286-d36bf320f447 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 1098 time: 0.0797336 May 11 16:33:45.842791 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b8e89bed-661c-445c-9805-ff8ba57cc213 req-0b6e347d-644a-4f0c-b4f5-5874503ddd35 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359833 May 11 16:33:46.128102 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ee716-d4e2-4d76-9903-50451d15fbb1 req-f6afd15c-c3c2-451d-8a05-f0e995a5cd11 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:46.129559 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6c1ee716-d4e2-4d76-9903-50451d15fbb1 req-f6afd15c-c3c2-451d-8a05-f0e995a5cd11 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0861354 May 11 16:33:46.179792 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6c1ee716-d4e2-4d76-9903-50451d15fbb1 req-d73bea13-1664-471d-8c1f-47dce87f43f1 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434682 May 11 16:33:46.374028 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cee6cb-2a6d-47d0-b202-79ab4fb79e97 req-6fb1b9d9-8473-4317-8b7b-794b5bc4cbdf tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:46.375492 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a1cee6cb-2a6d-47d0-b202-79ab4fb79e97 req-6fb1b9d9-8473-4317-8b7b-794b5bc4cbdf tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 945 time: 0.0850461 May 11 16:33:46.422340 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a1cee6cb-2a6d-47d0-b202-79ab4fb79e97 req-4d119fb3-dabd-4d4a-979b-7f63a1252ba6 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392921 May 11 16:33:46.683442 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078bc25-60cb-4f37-8bd6-6ffc52f6343f req-cc353d0e-f684-4a6b-8606-274794f34545 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:46.685104 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e078bc25-60cb-4f37-8bd6-6ffc52f6343f req-cc353d0e-f684-4a6b-8606-274794f34545 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1036003 May 11 16:33:46.733552 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e078bc25-60cb-4f37-8bd6-6ffc52f6343f req-7f7ddb70-1242-4df0-840d-676c85667c68 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426114 May 11 16:33:47.371194 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91565e-333b-4957-a278-96a3fbc84c3c req-8afd35c4-e7fd-4518-b700-3333edb96f4f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:47.372827 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-be91565e-333b-4957-a278-96a3fbc84c3c req-8afd35c4-e7fd-4518-b700-3333edb96f4f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0786436 May 11 16:33:47.417468 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-be91565e-333b-4957-a278-96a3fbc84c3c req-4c9ee708-b50b-4896-94fa-dee523611ec7 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388734 May 11 16:33:47.457862 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:47.619243 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d8335-46bf-4a9d-89d7-3ed33a7aab86 req-ee29e1f8-e9dd-4455-b687-c02f544d6700 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:47.624506 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c00d8335-46bf-4a9d-89d7-3ed33a7aab86 req-ee29e1f8-e9dd-4455-b687-c02f544d6700 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 945 time: 0.0841062 May 11 16:33:47.690266 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c00d8335-46bf-4a9d-89d7-3ed33a7aab86 req-5de1413a-d8df-4774-8fe3-78a427ea040c tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496845 May 11 16:33:47.744292 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-059c8608-1e23-4bfc-b433-584dd7263615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:47.955691 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7548e-95ef-4581-9eb5-7e39d1829d6d req-f6f3c82a-a8c6-4fda-9e35-896f068d3eb4 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:47.957472 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f4a7548e-95ef-4581-9eb5-7e39d1829d6d req-f6f3c82a-a8c6-4fda-9e35-896f068d3eb4 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.0832734 May 11 16:33:48.005333 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f4a7548e-95ef-4581-9eb5-7e39d1829d6d req-79e10ff3-2571-451f-be91-397ae6e4ec74 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412500 May 11 16:33:48.734333 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee187b-8c7d-4ed6-994f-64a21e0dc616 req-745d3258-cbb3-43d4-92a2-db6085f090bd tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:48.746030 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-40ee187b-8c7d-4ed6-994f-64a21e0dc616 req-745d3258-cbb3-43d4-92a2-db6085f090bd tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.2113485 May 11 16:33:48.797557 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-40ee187b-8c7d-4ed6-994f-64a21e0dc616 req-41299b69-09a8-47ae-a42c-4d5cda7ca222 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503535 May 11 16:33:48.926335 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:49.206987 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7625b8-d40e-4102-9e2f-0b9ed6594f70 req-f99fefc2-bab6-4d14-8a87-09b4e53b76b4 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:49.208446 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bb7625b8-d40e-4102-9e2f-0b9ed6594f70 req-f99fefc2-bab6-4d14-8a87-09b4e53b76b4 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.0809953 May 11 16:33:49.260132 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bb7625b8-d40e-4102-9e2f-0b9ed6594f70 req-62ea4a28-b7a9-4c43-b9af-3179e163d5b7 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386596 May 11 16:33:49.708458 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b785a-d6f5-4942-a35c-7b5468ca3376 req-d322f836-346e-4401-8a79-fdbe811850e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:49.709821 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d38b785a-d6f5-4942-a35c-7b5468ca3376 req-d322f836-346e-4401-8a79-fdbe811850e5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 1098 time: 0.0679333 May 11 16:33:49.762634 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d38b785a-d6f5-4942-a35c-7b5468ca3376 req-f9e55a73-a227-45a0-9c08-6814dfab310d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360222 May 11 16:33:49.990546 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c18c9-445d-4c14-8fc4-c1404148cbf8 req-2ce3a102-ed0f-4f4e-b4a9-57fe7fce4b21 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:49.992066 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9c1c18c9-445d-4c14-8fc4-c1404148cbf8 req-2ce3a102-ed0f-4f4e-b4a9-57fe7fce4b21 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0858762 May 11 16:33:50.057719 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9c1c18c9-445d-4c14-8fc4-c1404148cbf8 req-81ffa47b-7c03-4e8b-a3ee-ffb8b1d498da tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598574 May 11 16:33:50.377985 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:50.584422 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0ebb4-3245-4d99-9310-aebeba129cf9 req-3433c867-d89f-4b08-a6a5-0770c269484a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:50.586441 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-07d0ebb4-3245-4d99-9310-aebeba129cf9 req-3433c867-d89f-4b08-a6a5-0770c269484a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.0881712 May 11 16:33:50.636622 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-07d0ebb4-3245-4d99-9310-aebeba129cf9 req-5fba0970-bfe9-4664-9261-3fb84bf80f3f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445535 May 11 16:33:50.826763 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98065b88-fbf8-441b-8b9a-40fa8ea02a59 req-03db6353-c98a-4b22-8d35-71661d90236b tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:50.828285 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-98065b88-fbf8-441b-8b9a-40fa8ea02a59 req-03db6353-c98a-4b22-8d35-71661d90236b tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.0897019 May 11 16:33:50.875111 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-98065b88-fbf8-441b-8b9a-40fa8ea02a59 req-b8e68748-8ed8-47f5-868b-3bea9476519a tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408390 May 11 16:33:51.284482 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cde221-7f2a-4698-9982-76a574e2a28a req-0510f2d5-5989-4b2a-9ab3-5a07dc9d848c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:51.291552 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f6cde221-7f2a-4698-9982-76a574e2a28a req-0510f2d5-5989-4b2a-9ab3-5a07dc9d848c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1147666 May 11 16:33:51.353042 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f6cde221-7f2a-4698-9982-76a574e2a28a req-e72d274e-1734-4c1b-bc80-fb33712ff4b2 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616291 May 11 16:33:51.837040 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a20dd1-24d0-4e8d-a28a-b2a2a5989839 req-5101a7dd-f047-4bba-9403-6de9f90420f4 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:51.838319 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-71a20dd1-24d0-4e8d-a28a-b2a2a5989839 req-5101a7dd-f047-4bba-9403-6de9f90420f4 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.0879493 May 11 16:33:51.888507 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-71a20dd1-24d0-4e8d-a28a-b2a2a5989839 req-f608bd9e-94a3-4f74-a3c2-7337e7bea37f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442500 May 11 16:33:52.071608 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b05d6f-b1ff-46e7-9d9f-5b45fc521300 req-d12ff59b-1374-4e69-b729-164193b56c03 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:52.073164 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f0b05d6f-b1ff-46e7-9d9f-5b45fc521300 req-d12ff59b-1374-4e69-b729-164193b56c03 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.0803692 May 11 16:33:52.122373 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f0b05d6f-b1ff-46e7-9d9f-5b45fc521300 req-c7d9be9d-46fb-4c9c-a89e-880a330a928e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434482 May 11 16:33:52.531268 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22852a25-e3ed-4494-a7f1-3441e5850580 req-dd28b4e1-5edb-4c5e-bf9f-caff89eb09f9 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:52.532747 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-22852a25-e3ed-4494-a7f1-3441e5850580 req-dd28b4e1-5edb-4c5e-bf9f-caff89eb09f9 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0841532 May 11 16:33:52.579961 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-22852a25-e3ed-4494-a7f1-3441e5850580 req-589bb72f-4eb3-49e3-acb7-aae4d855e09a tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402920 May 11 16:33:53.103004 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9be9e-8d33-4c20-b5d6-9f4db50e551e req-1b099e76-41ee-4dd4-abe2-bf37e004dd40 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:53.104481 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cec9be9e-8d33-4c20-b5d6-9f4db50e551e req-1b099e76-41ee-4dd4-abe2-bf37e004dd40 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.0865090 May 11 16:33:53.153885 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cec9be9e-8d33-4c20-b5d6-9f4db50e551e req-41e42324-73dc-4dbb-bebb-984dfb3d6ceb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435112 May 11 16:33:53.482622 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5162e-7a4f-4590-b549-6ee28c99a702 req-6088e779-4b8a-4e4f-9f1d-442f1d44304e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:53.484191 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e2b5162e-7a4f-4590-b549-6ee28c99a702 req-6088e779-4b8a-4e4f-9f1d-442f1d44304e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.2197597 May 11 16:33:53.494287 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bcf01-27f2-4863-8a9a-013c96e152ed req-779d248c-0649-40fa-a08f-bcb6c82eb716 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:53.495722 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2e6bcf01-27f2-4863-8a9a-013c96e152ed req-779d248c-0649-40fa-a08f-bcb6c82eb716 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1944299 May 11 16:33:53.500809 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae9e5e-a6cb-44cd-94d6-7452cf977f51 req-f5ac447e-cb73-48db-8e75-534e2f5b53ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:53.502348 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-70ae9e5e-a6cb-44cd-94d6-7452cf977f51 req-f5ac447e-cb73-48db-8e75-534e2f5b53ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=43090811c61044408241c79e8f6afe8c&device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 1098 time: 0.1480412 May 11 16:33:53.655647 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e2b5162e-7a4f-4590-b549-6ee28c99a702 req-a67df12f-9695-4be5-b4eb-3edb3e62ae2b tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544805 May 11 16:33:53.661268 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2e6bcf01-27f2-4863-8a9a-013c96e152ed req-a35034a3-95b6-43f6-9872-48fb9ce5ec38 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580114 May 11 16:33:53.731372 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae9e5e-a6cb-44cd-94d6-7452cf977f51 req-fad133ee-97c4-48e4-ae90-f7b8389cba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:53.732908 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-70ae9e5e-a6cb-44cd-94d6-7452cf977f51 req-fad133ee-97c4-48e4-ae90-f7b8389cba95 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 HTTP/1.1" status: 200 len: 919 time: 0.2138600 May 11 16:33:53.816062 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-70ae9e5e-a6cb-44cd-94d6-7452cf977f51 req-ebe54d80-5cb9-40c3-b16e-6b43beba0389 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b21616-e2b4-46ba-9d87-c96b071dddfa HTTP/1.1" status: 200 len: 217 time: 0.0729327 May 11 16:33:53.963895 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae9e5e-a6cb-44cd-94d6-7452cf977f51 req-f2fe3714-e26a-45d3-812e-493c95436b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:53.965310 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-70ae9e5e-a6cb-44cd-94d6-7452cf977f51 req-f2fe3714-e26a-45d3-812e-493c95436b95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8cf7b756-6d88-4955-8db1-8a7a09f3073b HTTP/1.1" status: 200 len: 858 time: 0.1295757 May 11 16:33:54.017706 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-70ae9e5e-a6cb-44cd-94d6-7452cf977f51 req-c83a3459-ecef-4637-9297-078e873a7857 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397854 May 11 16:33:54.155437 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-70ae9e5e-a6cb-44cd-94d6-7452cf977f51 req-d3a85f72-d2e6-4848-bb16-1690cb581ffa service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276021 May 11 16:33:54.378433 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-70ae9e5e-a6cb-44cd-94d6-7452cf977f51 req-bab359a1-0725-4932-a63b-f393e04994a2 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028570 May 11 16:33:54.411329 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e74ee6-19d7-48b7-bd4f-986b0de51d88 req-644ee28b-936e-448a-91e0-e13cd49b4e70 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:54.415796 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-72e74ee6-19d7-48b7-bd4f-986b0de51d88 req-644ee28b-936e-448a-91e0-e13cd49b4e70 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1295176 May 11 16:33:54.486555 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-72e74ee6-19d7-48b7-bd4f-986b0de51d88 req-c9cd2dbd-52a6-432e-8641-3f3b532b6fe6 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615790 May 11 16:33:54.971255 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed828b3d-5813-4946-8f7d-b035c135f4e1 req-ed4c3aa1-f3e9-4d55-bb99-a981de48e39b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:54.988039 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ed828b3d-5813-4946-8f7d-b035c135f4e1 req-ed4c3aa1-f3e9-4d55-bb99-a981de48e39b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1938822 May 11 16:33:55.025837 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166ef4f-96a5-4996-ab71-61e1a08f67d2 req-a16879db-4289-4bcf-aa8b-02b35039f61b tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:55.027438 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d166ef4f-96a5-4996-ab71-61e1a08f67d2 req-a16879db-4289-4bcf-aa8b-02b35039f61b tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1710768 May 11 16:33:55.067799 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ed828b3d-5813-4946-8f7d-b035c135f4e1 req-55643929-5ecd-4d9d-918f-f933dd317018 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788248 May 11 16:33:55.111321 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d166ef4f-96a5-4996-ab71-61e1a08f67d2 req-c31d46ca-5ef9-435b-a8d2-030694f36be3 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714359 May 11 16:33:55.703071 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb736b48-4687-4a40-9625-3fa6b1d72679 req-fc4ef824-47af-4733-bc64-40d5b417896c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:55.704744 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cb736b48-4687-4a40-9625-3fa6b1d72679 req-fc4ef824-47af-4733-bc64-40d5b417896c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1013780 May 11 16:33:55.751960 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cb736b48-4687-4a40-9625-3fa6b1d72679 req-59a9c9df-fae8-43be-a97c-b2bfa179540e tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404725 May 11 16:33:56.326649 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593e0c7-c550-4116-b929-d40afaba912b req-c64a18ae-6552-44ec-9be4-6ea317af0d6a tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:56.328137 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2593e0c7-c550-4116-b929-d40afaba912b req-c64a18ae-6552-44ec-9be4-6ea317af0d6a tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1382132 May 11 16:33:56.364163 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c69ec6-6e59-4234-a497-f786f3250c45 req-8318b741-a704-448b-8acc-5a891f47b25a tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:56.366353 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a7c69ec6-6e59-4234-a497-f786f3250c45 req-8318b741-a704-448b-8acc-5a891f47b25a tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1446340 May 11 16:33:56.405329 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2593e0c7-c550-4116-b929-d40afaba912b req-05b5d6f8-c1b4-4b32-b131-48b8ac852975 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682461 May 11 16:33:56.428003 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a7c69ec6-6e59-4234-a497-f786f3250c45 req-8ebdd150-8b93-4597-8245-6de4d2605807 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511010 May 11 16:33:56.946835 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fce1d-29de-4ccb-ae85-c243c4f9f7ef req-f965dd0b-7832-41ba-9411-1a149a8ad669 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:56.948608 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-579fce1d-29de-4ccb-ae85-c243c4f9f7ef req-f965dd0b-7832-41ba-9411-1a149a8ad669 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.0860331 May 11 16:33:56.994460 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-579fce1d-29de-4ccb-ae85-c243c4f9f7ef req-4b22f346-5a6d-4b4d-a695-2f6c65339612 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401664 May 11 16:33:57.672418 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fd3b4-14f5-474d-adfb-ee37007e0546 req-c2f84fcf-8023-4c2e-bac6-3255c26af280 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:57.673933 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9d4fd3b4-14f5-474d-adfb-ee37007e0546 req-c2f84fcf-8023-4c2e-bac6-3255c26af280 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1583683 May 11 16:33:57.711001 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f562c-cd35-4524-b2ec-a9231dfd830e req-dc3593ab-d5ab-4173-aed1-d631b5649a6a tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:57.716115 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-be4f562c-cd35-4524-b2ec-a9231dfd830e req-dc3593ab-d5ab-4173-aed1-d631b5649a6a tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1479771 May 11 16:33:57.782197 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9d4fd3b4-14f5-474d-adfb-ee37007e0546 req-ab7867e6-41a9-46bc-943f-8544c66f0e3e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949373 May 11 16:33:57.790185 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-be4f562c-cd35-4524-b2ec-a9231dfd830e req-7945ff7a-b863-47f0-afb4-cd3f5c38e11f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696812 May 11 16:33:58.215786 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4e9d-b834-4d5c-80cc-ace888d6924b req-78e20dd9-afb0-4fb6-85eb-32cd016cd342 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:58.217098 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-496a4e9d-b834-4d5c-80cc-ace888d6924b req-78e20dd9-afb0-4fb6-85eb-32cd016cd342 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.0938973 May 11 16:33:58.267065 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-496a4e9d-b834-4d5c-80cc-ace888d6924b req-d710fb53-ece5-47fa-ad7c-d111d0e9d656 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439143 May 11 16:33:58.974369 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0d14b-dcc4-4043-8db4-cc3c27d31a0a req-d84e3431-ddee-4265-a20a-cbcfb355327e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:58.976123 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0db0d14b-dcc4-4043-8db4-cc3c27d31a0a req-d84e3431-ddee-4265-a20a-cbcfb355327e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0829928 May 11 16:33:59.022060 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0db0d14b-dcc4-4043-8db4-cc3c27d31a0a req-57c3ed42-613d-46cc-8b51-8f7776c2ab96 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392926 May 11 16:33:59.208532 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea29a07-31c0-4a8f-8901-5ddc57080582 req-43181940-133a-4be8-ab79-f4ac72427ec9 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:59.221037 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cea29a07-31c0-4a8f-8901-5ddc57080582 req-43181940-133a-4be8-ab79-f4ac72427ec9 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.0892615 May 11 16:33:59.266683 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cea29a07-31c0-4a8f-8901-5ddc57080582 req-6f5616d7-4911-4530-bd83-dc173d41be54 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447276 May 11 16:33:59.349956 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 43988) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:59.509447 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:59.525957 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:33:59.533045 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Usage tracker for resource:security_group_rule and tenant:e39fc9ee4f4b442d988f75c80dffcafc is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:33:59.537788 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:33:59.545708 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:33:59.572136 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906d359-bd24-459f-969e-6e9627b929bb req-3d898768-8c49-4a83-a91c-9c8f8b77aa6e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:59.579145 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3906d359-bd24-459f-969e-6e9627b929bb req-3d898768-8c49-4a83-a91c-9c8f8b77aa6e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 945 time: 0.2504730 May 11 16:33:59.629214 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471d438-6168-48d1-ae2c-104b4c0a59e8 req-e980c890-841a-4d44-9e7c-8d8a61697a89 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:33:59.630673 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3471d438-6168-48d1-ae2c-104b4c0a59e8 req-e980c890-841a-4d44-9e7c-8d8a61697a89 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1510592 May 11 16:33:59.641362 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3906d359-bd24-459f-969e-6e9627b929bb req-92440705-dc2a-427b-a87b-aa1e0449e23a tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613532 May 11 16:33:59.661260 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:59.699153 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3471d438-6168-48d1-ae2c-104b4c0a59e8 req-689029e0-5058-449c-9c24-8954992a4934 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567875 May 11 16:33:59.744655 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:59.754175 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6f0fbb58-fdbd-4a4d-a8ee-72366536296f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:33:59.805644 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e39fc9ee4f4b442d988f75c80dffcafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513614 May 11 16:33:59.805644 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd00081e-0b04-4a3d-80fa-b284b5fa26c7,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:33:59.805994 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 44010) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:59.829262 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:59.830868 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:59.830868 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:59.830868 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:59.830868 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:59.831283 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:59.831283 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:59.831700 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:59.832021 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:59.832460 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:59.832704 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:59.833077 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:33:59.851024 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:33:59.887574 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:59.927731 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:00.091781 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:00.098714 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-773d5b99-e9fa-4cf2-bc88-0963f2a816aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:00.112567 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd00081e-0b04-4a3d-80fa-b284b5fa26c7,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:00.117811 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:00.123658 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd00081e-0b04-4a3d-80fa-b284b5fa26c7 HTTP/1.1" status: 204 len: 168 time: 0.3119531 May 11 16:34:00.124432 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:00.124769 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:00.125222 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:00.125458 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:00.125773 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:00.126122 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:00.126461 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:00.126811 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:00.127431 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:00.127803 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:00.127803 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:00.128160 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:00.134732 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:00.459972 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ebf4-caf2-4d5e-b9df-6d1cca8210c8 req-634a376e-48b3-4425-91bb-8139b7132a2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:00.462024 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d377ebf4-caf2-4d5e-b9df-6d1cca8210c8 req-634a376e-48b3-4425-91bb-8139b7132a2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.0835397 May 11 16:34:00.513564 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d377ebf4-caf2-4d5e-b9df-6d1cca8210c8 req-9cd8683b-4c2b-4c2e-b78c-95f23deb9615 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440326 May 11 16:34:00.886112 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f3819-8a88-42e3-9030-f25a3a266fc6 req-a8e69783-fa96-4caf-ae03-fd7fe0a0c305 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:00.887879 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-753f3819-8a88-42e3-9030-f25a3a266fc6 req-a8e69783-fa96-4caf-ae03-fd7fe0a0c305 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 945 time: 0.1297152 May 11 16:34:00.919798 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44036) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:00.941396 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-55df51b7-a2b4-40ec-ba93-aa5cb8a4201b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:00.958218 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56a38d-12a8-4469-a76f-33866029c4bd req-f1285bc7-074b-4663-a3a0-86f46631c6a5 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:00.959012 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-55df51b7-a2b4-40ec-ba93-aa5cb8a4201b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:00.959791 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3f56a38d-12a8-4469-a76f-33866029c4bd req-f1285bc7-074b-4663-a3a0-86f46631c6a5 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1415968 May 11 16:34:00.964042 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-55df51b7-a2b4-40ec-ba93-aa5cb8a4201b admin admin] Usage tracker for resource:security_group_rule and tenant:a756ff39f69f4ce8af9cb9632bd4c274 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:00.967149 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-55df51b7-a2b4-40ec-ba93-aa5cb8a4201b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:00.967911 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-753f3819-8a88-42e3-9030-f25a3a266fc6 req-7c7da9f2-0ce9-4945-85af-ca503d47af46 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661707 May 11 16:34:00.974123 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-55df51b7-a2b4-40ec-ba93-aa5cb8a4201b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:01.056234 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3f56a38d-12a8-4469-a76f-33866029c4bd req-4839e7be-b597-4df4-8513-f23e63daa75a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870531 May 11 16:34:01.085169 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-55df51b7-a2b4-40ec-ba93-aa5cb8a4201b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:01.165385 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60783f25-2fb4-43b1-993c-19c99dc1db32 req-8f2c8e86-1e27-47e9-b29b-31dd23333f52 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:01.166778 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-60783f25-2fb4-43b1-993c-19c99dc1db32 req-8f2c8e86-1e27-47e9-b29b-31dd23333f52 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0836041 May 11 16:34:01.171731 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-55df51b7-a2b4-40ec-ba93-aa5cb8a4201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:01.184527 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0750aab6-69aa-4ad1-ae52-d68ed34f8d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:01.214685 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-60783f25-2fb4-43b1-993c-19c99dc1db32 req-33e47aee-b651-4f54-988f-731cccf4473f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417423 May 11 16:34:01.222616 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-55df51b7-a2b4-40ec-ba93-aa5cb8a4201b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a756ff39f69f4ce8af9cb9632bd4c274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020000 May 11 16:34:01.223733 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 44042) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:01.225958 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df51b7-a2b4-40ec-ba93-aa5cb8a4201b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f69ea1d-4aec-4b5d-aea2-ff3e819c629b,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:01.231955 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-55df51b7-a2b4-40ec-ba93-aa5cb8a4201b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:01.289571 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f172a8ec-d090-4b09-9c04-a221ea8bff62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:01.317223 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f172a8ec-d090-4b09-9c04-a221ea8bff62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:01.366054 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44054) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:01.425598 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc65e476-ba6b-4ea7-8823-75e6898b130c admin admin] Deleting subnet c39c9bf5-3908-488f-b184-3becd262a062 {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:34:01.428705 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cc65e476-ba6b-4ea7-8823-75e6898b130c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:01.452403 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f172a8ec-d090-4b09-9c04-a221ea8bff62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:01.456314 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-a4eb1871-476a-431f-b0db-7f15b7f6e084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:01.472544 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172a8ec-d090-4b09-9c04-a221ea8bff62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f69ea1d-4aec-4b5d-aea2-ff3e819c629b,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:01.481420 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f172a8ec-d090-4b09-9c04-a221ea8bff62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:01.483496 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f172a8ec-d090-4b09-9c04-a221ea8bff62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:01.484690 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-f172a8ec-d090-4b09-9c04-a221ea8bff62 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0f69ea1d-4aec-4b5d-aea2-ff3e819c629b HTTP/1.1" status: 204 len: 168 time: 0.2598693 May 11 16:34:01.493355 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cc65e476-ba6b-4ea7-8823-75e6898b130c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2164346'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:01.555968 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cc65e476-ba6b-4ea7-8823-75e6898b130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:01.762036 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf9d68-beab-460b-bc06-f3649a802bfe req-a7ca6c5a-c603-4a01-a334-8eceb5a828e1 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:01.770934 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-14cf9d68-beab-460b-bc06-f3649a802bfe req-a7ca6c5a-c603-4a01-a334-8eceb5a828e1 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1070011 May 11 16:34:01.822489 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-14cf9d68-beab-460b-bc06-f3649a802bfe req-e5e29ae9-6c84-4674-b1eb-fc483bd3a563 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506072 May 11 16:34:02.010013 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddcb74-7f99-4562-89bd-087c85363239 req-d743882b-54cd-4243-a870-0bea552aff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:02.011831 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-93ddcb74-7f99-4562-89bd-087c85363239 req-d743882b-54cd-4243-a870-0bea552aff60 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35ecae22abf744578e8aee4aa7c16f97&device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 1098 time: 0.1325405 May 11 16:34:02.038484 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cc65e476-ba6b-4ea7-8823-75e6898b130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461820'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:02.052961 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:02.150434 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cc65e476-ba6b-4ea7-8823-75e6898b130c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:02.161700 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65e476-ba6b-4ea7-8823-75e6898b130c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c39c9bf5-3908-488f-b184-3becd262a062,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:02.173976 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-cc65e476-ba6b-4ea7-8823-75e6898b130c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:02.184399 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-cc65e476-ba6b-4ea7-8823-75e6898b130c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c39c9bf5-3908-488f-b184-3becd262a062 HTTP/1.1" status: 204 len: 168 time: 0.8170662 May 11 16:34:02.189098 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44084) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:02.274947 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddcb74-7f99-4562-89bd-087c85363239 req-cdc2531b-68f1-4ab7-9004-e2de751d4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:02.276404 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-93ddcb74-7f99-4562-89bd-087c85363239 req-cdc2531b-68f1-4ab7-9004-e2de751d4910 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e5d3872e-73cd-4309-a063-c76018d68b05 HTTP/1.1" status: 200 len: 912 time: 0.2320023 May 11 16:34:02.316444 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:02.336429 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4d2b1-7a9b-42b6-8937-805a2fc04939 req-b9373e34-6f90-417f-87ec-5a0a23cc34f1 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:02.337137 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-55a4d2b1-7a9b-42b6-8937-805a2fc04939 req-b9373e34-6f90-417f-87ec-5a0a23cc34f1 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Synchronizing usage tracker for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:34:02.361034 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff35a67-7fe3-4383-9ad0-d2ba6d9ad867 req-449c66cd-912a-4d04-8ca8-069b930fe248 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:02.362688 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8ff35a67-7fe3-4383-9ad0-d2ba6d9ad867 req-449c66cd-912a-4d04-8ca8-069b930fe248 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 945 time: 0.2100866 May 11 16:34:02.384546 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-55a4d2b1-7a9b-42b6-8937-805a2fc04939 req-b9373e34-6f90-417f-87ec-5a0a23cc34f1 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Unset dirty status for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:34:02.385654 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-55a4d2b1-7a9b-42b6-8937-805a2fc04939 req-b9373e34-6f90-417f-87ec-5a0a23cc34f1 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 945 time: 0.2998996 May 11 16:34:02.443644 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-93ddcb74-7f99-4562-89bd-087c85363239 req-1bc51993-4fb2-4dc1-bd3d-52346f1d7d20 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d5f6a24-8b30-4765-8ece-f0771ac13f32 HTTP/1.1" status: 200 len: 1000 time: 0.1486685 May 11 16:34:02.446887 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8ff35a67-7fe3-4383-9ad0-d2ba6d9ad867 req-5ed265f3-58a0-4591-a1fd-713aed671b5b tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775592 May 11 16:34:02.537798 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddcb74-7f99-4562-89bd-087c85363239 req-ce23f100-779f-49f0-90bd-60812b741420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:02.539379 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-93ddcb74-7f99-4562-89bd-087c85363239 req-ce23f100-779f-49f0-90bd-60812b741420 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=686230cf-0935-46bd-893d-206e8b4b2f34 HTTP/1.1" status: 200 len: 850 time: 0.0878952 May 11 16:34:02.583807 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:02.606370 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db248f1-75fb-4b12-a052-e2686b114574']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:02.664888 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b3f50a-747e-432c-8247-5204073f2847') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:02.665252 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b3f50a-747e-432c-8247-5204073f2847') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:02.680792 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325e52d-c385-4cfb-8b08-9e8551b032f3 req-7ebc62f5-96ed-42b9-8d93-c1a8ed537361 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:02.682249 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3325e52d-c385-4cfb-8b08-9e8551b032f3 req-7ebc62f5-96ed-42b9-8d93-c1a8ed537361 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1398923 May 11 16:34:02.687668 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2164325'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:02.694022 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddcb74-7f99-4562-89bd-087c85363239 req-e5f5884c-7514-45b4-819c-ad8c3d0d15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:02.696809 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-93ddcb74-7f99-4562-89bd-087c85363239 req-e5f5884c-7514-45b4-819c-ad8c3d0d15ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d3872e-73cd-4309-a063-c76018d68b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1189840 May 11 16:34:02.712560 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:02.723794 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:34:02.723794 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183405'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: Traceback (most recent call last): May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: timer() May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: cb(*args, **kw) May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: return func(*args, **kwargs) May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: self._notify() May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: self.callback(batched_events) May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: event.method(event) May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: return f(self, *a, **k) May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: return self._get(url).json() May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:34:02.737684 dv-cinder-761113-11-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:34:02.827940 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3325e52d-c385-4cfb-8b08-9e8551b032f3 req-59624c1e-bf59-447b-ad89-3347649af864 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300223 May 11 16:34:02.915621 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-55a4d2b1-7a9b-42b6-8937-805a2fc04939 req-4bb55368-39a6-4a0b-86cc-0ab42182ccad tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Deleting port cbba2837-57cb-4248-b12e-c579942bac12 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:34:02.918469 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-55a4d2b1-7a9b-42b6-8937-805a2fc04939 req-4bb55368-39a6-4a0b-86cc-0ab42182ccad tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:03.029733 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-93ddcb74-7f99-4562-89bd-087c85363239 req-f3e976ed-5395-49a4-a68a-f5401c75fd1c service neutron] 10.222.0.86 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104651 May 11 16:34:03.053116 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:03.067901 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:03.089178 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:03.094223 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] Pushing event deleted for resources: {'Network': ['ID=2db248f1-75fb-4b12-a052-e2686b114574,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:03.109868 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:03.119620 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2db248f1-75fb-4b12-a052-e2686b114574 HTTP/1.1" status: 204 len: 168 time: 0.9275117 May 11 16:34:03.133328 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44110) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:03.242844 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddeb2ce-3cab-4647-a708-3df781c5898a req-d885b845-004e-486f-b495-53bac6086fc6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:03.249812 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cddeb2ce-3cab-4647-a708-3df781c5898a req-d885b845-004e-486f-b495-53bac6086fc6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.2329538 May 11 16:34:03.253894 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-93ddcb74-7f99-4562-89bd-087c85363239 req-ba636f5f-1e26-438e-a447-a93dae9ec9ec service neutron] 10.222.0.86 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815157 May 11 16:34:03.291079 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-55a4d2b1-7a9b-42b6-8937-805a2fc04939 req-4bb55368-39a6-4a0b-86cc-0ab42182ccad tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] For port cbba2837-57cb-4248-b12e-c579942bac12, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=cbba2837-57cb-4248-b12e-c579942bac12,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:34:03.291656 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-55a4d2b1-7a9b-42b6-8937-805a2fc04939 req-4bb55368-39a6-4a0b-86cc-0ab42182ccad tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:03.301308 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0d6777-f4c3-453b-b25e-d2b88d523124 admin admin] Deleting subnet 35f29d4f-673c-4eeb-b67b-4f6b3c540514 {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:34:03.305298 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7f0d6777-f4c3-453b-b25e-d2b88d523124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:03.359090 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cddeb2ce-3cab-4647-a708-3df781c5898a req-fc0bb2c5-c180-40f5-9388-0612a3558159 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816319 May 11 16:34:03.556469 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-55a4d2b1-7a9b-42b6-8937-805a2fc04939 req-4bb55368-39a6-4a0b-86cc-0ab42182ccad tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Calling delete_port for cbba2837-57cb-4248-b12e-c579942bac12 owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:34:03.572881 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7f0d6777-f4c3-453b-b25e-d2b88d523124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2164346'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:03.646029 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7f0d6777-f4c3-453b-b25e-d2b88d523124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:03.707585 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a201c2-9f10-4d33-9815-5e2661fd61e5 req-2f160386-d9b4-4234-bd09-cffdedeb3020 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:03.715077 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a2a201c2-9f10-4d33-9815-5e2661fd61e5 req-2f160386-d9b4-4234-bd09-cffdedeb3020 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 945 time: 0.1124885 May 11 16:34:03.771807 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a2a201c2-9f10-4d33-9815-5e2661fd61e5 req-4bee3f13-4fed-4358-affc-bf79a527df76 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554383 May 11 16:34:03.795372 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 44128) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:03.994725 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-55a4d2b1-7a9b-42b6-8937-805a2fc04939 req-4bb55368-39a6-4a0b-86cc-0ab42182ccad tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.000780 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:04.007772 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['b377cd6a-4a82-45bf-9338-527616009d42', '416f6e75-2514-4752-bb70-07138d771889', '9f6dcb05-1dfc-4d8d-b124-0317a1d816b0'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:34:04.091109 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb55368-39a6-4a0b-86cc-0ab42182ccad tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Pushing event deleted for resources: {'Port': ['ID=cbba2837-57cb-4248-b12e-c579942bac12,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:04.093164 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7f0d6777-f4c3-453b-b25e-d2b88d523124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461820'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.096827 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4bb55368-39a6-4a0b-86cc-0ab42182ccad tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:04.102838 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1038b195-0496-4c76-a4d1-28a24c167714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.111993 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-cc65e476-ba6b-4ea7-8823-75e6898b130c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:04.148414 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-1038b195-0496-4c76-a4d1-28a24c167714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:04.152577 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-1038b195-0496-4c76-a4d1-28a24c167714 admin admin] Usage tracker for resource:security_group_rule and tenant:ef22899dede949b99067ab066acb70bb is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:04.155993 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-1038b195-0496-4c76-a4d1-28a24c167714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:04.163069 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-1038b195-0496-4c76-a4d1-28a24c167714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:04.177483 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d6777-f4c3-453b-b25e-d2b88d523124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f29d4f-673c-4eeb-b67b-4f6b3c540514,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:04.203723 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7f0d6777-f4c3-453b-b25e-d2b88d523124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.290797 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1038b195-0496-4c76-a4d1-28a24c167714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.313916 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.322675 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645e636-ed6d-4a8c-a32b-93530acbeeeb req-8258ddcb-ee5e-4eae-8a3b-7d4106bcb1cf tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:04.331027 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b645e636-ed6d-4a8c-a32b-93530acbeeeb req-8258ddcb-ee5e-4eae-8a3b-7d4106bcb1cf tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.2944057 May 11 16:34:04.370122 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1038b195-0496-4c76-a4d1-28a24c167714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.380613 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7f0d6777-f4c3-453b-b25e-d2b88d523124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:04.382104 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a4d2b1-7a9b-42b6-8937-805a2fc04939 req-4bb55368-39a6-4a0b-86cc-0ab42182ccad tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] No DVR routers for this DVR port cbba2837-57cb-4248-b12e-c579942bac12 on host hv-cinder-76111 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:34:04.384862 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:04.385694 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-7f0d6777-f4c3-453b-b25e-d2b88d523124 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/35f29d4f-673c-4eeb-b67b-4f6b3c540514 HTTP/1.1" status: 204 len: 168 time: 1.2446868 May 11 16:34:04.388169 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44152) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:04.393104 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-55a4d2b1-7a9b-42b6-8937-805a2fc04939 req-4bb55368-39a6-4a0b-86cc-0ab42182ccad tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.395103 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-55a4d2b1-7a9b-42b6-8937-805a2fc04939 req-4bb55368-39a6-4a0b-86cc-0ab42182ccad tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "DELETE /v2.0/ports/cbba2837-57cb-4248-b12e-c579942bac12 HTTP/1.1" status: 204 len: 173 time: 1.9907653 May 11 16:34:04.416790 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b645e636-ed6d-4a8c-a32b-93530acbeeeb req-8438ad14-fb6b-44f9-9517-619a6758404c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847211 May 11 16:34:04.451636 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-1038b195-0496-4c76-a4d1-28a24c167714 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef22899dede949b99067ab066acb70bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6549237 May 11 16:34:04.453674 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038b195-0496-4c76-a4d1-28a24c167714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3a66e8-4a96-401f-b7a7-573b75c4da51,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:04.456248 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 44156) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:04.458817 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1038b195-0496-4c76-a4d1-28a24c167714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:04.504762 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d8a907-017c-4b6b-bfb9-58f0af7092c4', 'name': 'network-vif-deleted', 'tag': 'cbba2837-57cb-4248-b12e-c579942bac12'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:34:04.567821 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.576561 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-75b6a4d0-5589-4ba8-99aa-a77878bedf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.581675 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d8a907-017c-4b6b-bfb9-58f0af7092c4', 'name': 'network-vif-deleted', 'tag': 'cbba2837-57cb-4248-b12e-c579942bac12', 'status': 'completed', 'code': 200} May 11 16:34:04.631952 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-75b6a4d0-5589-4ba8-99aa-a77878bedf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.670626 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed877c-9713-40ae-8a00-75e29ef8a324 req-9b4f8f6f-1532-4631-af4d-d25c6d332452 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:04.678110 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c4ed877c-9713-40ae-8a00-75e29ef8a324 req-9b4f8f6f-1532-4631-af4d-d25c6d332452 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1768856 May 11 16:34:04.764840 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.765017 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c4ed877c-9713-40ae-8a00-75e29ef8a324 req-b8c55800-cb6f-4f5f-9fb4-53de5814a92f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821731 May 11 16:34:04.776098 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5f406e-19ee-4aa3-b6d9-3753512a26fb']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:04.806669 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1225b5fc-07a1-4e5b-b4d8-38f81fdb8d6c') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:04.808262 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1225b5fc-07a1-4e5b-b4d8-38f81fdb8d6c') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:04.825901 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2164325'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.843458 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.856491 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:34:04.856971 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183405'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.871094 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-75b6a4d0-5589-4ba8-99aa-a77878bedf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: Traceback (most recent call last): May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: timer() May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: cb(*args, **kw) May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: return func(*args, **kwargs) May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: self._notify() May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: self.callback(batched_events) May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: event.method(event) May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: return f(self, *a, **k) May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: return self._get(url).json() May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:34:04.872996 dv-cinder-761113-11-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:34:04.875284 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-212a7988-78f3-4777-9db1-3c0d7bcf636d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:04.888387 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6a4d0-5589-4ba8-99aa-a77878bedf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3a66e8-4a96-401f-b7a7-573b75c4da51,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:04.889594 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-75b6a4d0-5589-4ba8-99aa-a77878bedf42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:04.907184 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-75b6a4d0-5589-4ba8-99aa-a77878bedf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:04.908331 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-75b6a4d0-5589-4ba8-99aa-a77878bedf42 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c3a66e8-4a96-401f-b7a7-573b75c4da51 HTTP/1.1" status: 204 len: 168 time: 0.4510055 May 11 16:34:04.992326 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6773c14d-f35e-4dab-a435-1f8747d91c0f req-6bc9e084-406f-45f4-a8f5-0fb5c264bca5 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=80d8a907-017c-4b6b-bfb9-58f0af7092c4 HTTP/1.1" status: 200 len: 210 time: 0.0512424 May 11 16:34:05.041259 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:05.045462 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b43e24e7-8ead-47b7-a70e-b7a32225af8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:05.073066 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:05.077280 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ab5f406e-19ee-4aa3-b6d9-3753512a26fb,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:05.081730 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] 10.222.0.69 "DELETE /v2.0/networks/ab5f406e-19ee-4aa3-b6d9-3753512a26fb HTTP/1.1" status: 204 len: 168 time: 0.6905668 May 11 16:34:05.082600 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:05.155811 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device cbba2837-57cb-4248-b12e-c579942bac12 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:34:05.188996 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: cbba2837-57cb-4248-b12e-c579942bac12 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:34:05.189345 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device cbba2837-57cb-4248-b12e-c579942bac12 not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:34:05.537068 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 44198) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:05.654870 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-4d5a8f15-93d1-4c90-ba2f-d8509ef833f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=28f6aeba76eb4ffca5ede20ddba21058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1165419 May 11 16:34:05.657516 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44206) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:05.685351 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08304851-5ca0-4d04-be26-9aeedbce95e7 req-6628058c-59e1-4ccf-8302-5c4bd24192bc tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:05.685351 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-08304851-5ca0-4d04-be26-9aeedbce95e7 req-6628058c-59e1-4ccf-8302-5c4bd24192bc tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1162415 May 11 16:34:05.721431 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d88168f1-3939-4b7c-8825-02e4c5815eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:05.735892 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-08304851-5ca0-4d04-be26-9aeedbce95e7 req-ec3939be-056a-4ac2-9bb3-4ac5ac181c69 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443478 May 11 16:34:05.748763 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d88168f1-3939-4b7c-8825-02e4c5815eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:05.922155 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d88168f1-3939-4b7c-8825-02e4c5815eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:05.930510 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e6586e78-6234-41fe-b2af-38d77112e1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:05.951467 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d88168f1-3939-4b7c-8825-02e4c5815eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:05.953057 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-d88168f1-3939-4b7c-8825-02e4c5815eb0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1e9e605-f830-4204-8045-e06934ba37ab HTTP/1.1" status: 204 len: 168 time: 0.2943265 May 11 16:34:05.954343 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88168f1-3939-4b7c-8825-02e4c5815eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e9e605-f830-4204-8045-e06934ba37ab,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:05.965331 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399937b-f3f0-40c7-8640-5b3814f0a55b req-5abaf162-e56d-4594-b580-3f0f791d72f3 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:05.967001 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1399937b-f3f0-40c7-8640-5b3814f0a55b req-5abaf162-e56d-4594-b580-3f0f791d72f3 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.0889230 May 11 16:34:05.993522 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d88168f1-3939-4b7c-8825-02e4c5815eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:06.025029 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1399937b-f3f0-40c7-8640-5b3814f0a55b req-9125e695-73c9-4ee9-8f03-67416c98f37e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513723 May 11 16:34:06.887099 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 44254) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:06.887099 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a73a3b-98a2-4125-aaca-c6eb0943c74f req-b4a40841-02b5-4ef3-abe5-32439fc28a83 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:06.887528 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c4a73a3b-98a2-4125-aaca-c6eb0943c74f req-b4a40841-02b5-4ef3-abe5-32439fc28a83 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1354125 May 11 16:34:06.895212 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fdcab-b217-4192-9bb0-946462d699ee req-dcace18f-1318-4bb3-871f-2df3858e95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:06.896757 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-505fdcab-b217-4192-9bb0-946462d699ee req-dcace18f-1318-4bb3-871f-2df3858e95e5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=43090811c61044408241c79e8f6afe8c&device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 1098 time: 0.0984700 May 11 16:34:06.998956 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-3beaa239-2168-432b-a4d4-78451b099465 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=269b4ce242424c14843f893787216d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565888 May 11 16:34:07.002863 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44258) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:07.006867 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c4a73a3b-98a2-4125-aaca-c6eb0943c74f req-bcdbb067-97be-48d9-aa9a-d8c691a83921 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186633 May 11 16:34:07.046800 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f93b09-c013-4ca3-afc9-be4f1d0db6cb req-6c3451a1-4743-48d9-a858-f8c382fc4d27 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:07.048988 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-14f93b09-c013-4ca3-afc9-be4f1d0db6cb req-6c3451a1-4743-48d9-a858-f8c382fc4d27 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1570776 May 11 16:34:07.103785 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-14f93b09-c013-4ca3-afc9-be4f1d0db6cb req-8a528067-eedb-416a-a61b-3827f233f1a3 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482829 May 11 16:34:07.110917 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fdcab-b217-4192-9bb0-946462d699ee req-12c44621-bd12-4c32-980e-6b7d26b232a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:07.112571 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-505fdcab-b217-4192-9bb0-946462d699ee req-12c44621-bd12-4c32-980e-6b7d26b232a3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 HTTP/1.1" status: 200 len: 919 time: 0.2073827 May 11 16:34:07.225945 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 44266) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:07.268085 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80864d2-a475-4271-ac9e-be5098df7166 req-e386edc7-586a-4275-8e70-ef8711905336 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:07.269595 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e80864d2-a475-4271-ac9e-be5098df7166 req-e386edc7-586a-4275-8e70-ef8711905336 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1025782 May 11 16:34:07.294010 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-505fdcab-b217-4192-9bb0-946462d699ee req-661695a4-cba8-4700-abfd-af968af8ff26 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b21616-e2b4-46ba-9d87-c96b071dddfa HTTP/1.1" status: 200 len: 217 time: 0.1705830 May 11 16:34:07.294660 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-953b9a48-23ec-469d-ad8f-d55642ef35a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:07.324689 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e80864d2-a475-4271-ac9e-be5098df7166 req-b0eb003a-7bbd-40db-9c75-4ee9d6335777 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483551 May 11 16:34:07.325721 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-953b9a48-23ec-469d-ad8f-d55642ef35a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:07.368008 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7f388bca-8ef7-4a02-a0aa-a5906b57bcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:07.382652 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-7f388bca-8ef7-4a02-a0aa-a5906b57bcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:07.386523 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-7f388bca-8ef7-4a02-a0aa-a5906b57bcdd admin admin] Usage tracker for resource:security_group_rule and tenant:27c0a4fbf98d4d118160dfcf95036d9c is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:07.389621 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-7f388bca-8ef7-4a02-a0aa-a5906b57bcdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:07.396589 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-7f388bca-8ef7-4a02-a0aa-a5906b57bcdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:07.465172 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-953b9a48-23ec-469d-ad8f-d55642ef35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:07.471729 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4268180f-4ab3-4c06-af23-f43c7f507f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:07.493926 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b9a48-23ec-469d-ad8f-d55642ef35a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7692da75-f23c-4922-9962-bf186f7f1c63,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:07.505878 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fdcab-b217-4192-9bb0-946462d699ee req-208c389e-2630-4537-9834-a9748c626fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:07.507358 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-505fdcab-b217-4192-9bb0-946462d699ee req-208c389e-2630-4537-9834-a9748c626fa4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8cf7b756-6d88-4955-8db1-8a7a09f3073b HTTP/1.1" status: 200 len: 858 time: 0.0907116 May 11 16:34:07.507534 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7f388bca-8ef7-4a02-a0aa-a5906b57bcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:07.509601 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-953b9a48-23ec-469d-ad8f-d55642ef35a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:07.510804 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-953b9a48-23ec-469d-ad8f-d55642ef35a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:07.511846 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-953b9a48-23ec-469d-ad8f-d55642ef35a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7692da75-f23c-4922-9962-bf186f7f1c63 HTTP/1.1" status: 204 len: 168 time: 0.5080712 May 11 16:34:07.576085 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-505fdcab-b217-4192-9bb0-946462d699ee req-5c70bd7f-d47b-4b2a-a7f9-7ee477092e75 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573261 May 11 16:34:07.618971 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7f388bca-8ef7-4a02-a0aa-a5906b57bcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:07.629245 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-9065745f-b311-40f3-aab0-d877ab781a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:07.673037 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-7f388bca-8ef7-4a02-a0aa-a5906b57bcdd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=27c0a4fbf98d4d118160dfcf95036d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4451282 May 11 16:34:07.679223 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44282) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:07.687463 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f388bca-8ef7-4a02-a0aa-a5906b57bcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bea9be2-9dab-4258-bca6-ace6fa2b2531,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:07.691025 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7f388bca-8ef7-4a02-a0aa-a5906b57bcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:07.792446 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-505fdcab-b217-4192-9bb0-946462d699ee req-2f8bdddd-cd45-4c9b-a431-3dd4d363df17 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012732 May 11 16:34:07.890389 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c4c5f8e1-ce24-46f7-8657-b0ad983ce98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:07.993810 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c4c5f8e1-ce24-46f7-8657-b0ad983ce98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:08.068127 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-505fdcab-b217-4192-9bb0-946462d699ee req-7618f4a9-c793-4e8c-9cc1-a2145c801683 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635486 May 11 16:34:08.108376 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423bb56-b665-44fc-b3ff-f6d9a27aa4c2 req-f2f17cd3-2f25-4e63-a6e4-477abcbdd7ed tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:08.109975 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a423bb56-b665-44fc-b3ff-f6d9a27aa4c2 req-f2f17cd3-2f25-4e63-a6e4-477abcbdd7ed tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.2434576 May 11 16:34:08.182768 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419214-6c27-43c9-9d97-e37b53a4a667 req-b3689d05-c8ca-457f-8862-10f279338d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:08.183279 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c4c5f8e1-ce24-46f7-8657-b0ad983ce98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:08.184256 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-36419214-6c27-43c9-9d97-e37b53a4a667 req-b3689d05-c8ca-457f-8862-10f279338d19 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35ecae22abf744578e8aee4aa7c16f97&device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 1098 time: 0.1758513 May 11 16:34:08.187398 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a423bb56-b665-44fc-b3ff-f6d9a27aa4c2 req-1bc15d68-5bdd-4fc3-ae69-fbcb04815408 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669258 May 11 16:34:08.190263 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-62e4c0cc-1a5e-4744-af0a-6edc86753a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:08.201154 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5f8e1-ce24-46f7-8657-b0ad983ce98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bea9be2-9dab-4258-bca6-ace6fa2b2531,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:08.203399 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c4c5f8e1-ce24-46f7-8657-b0ad983ce98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:08.223830 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c4c5f8e1-ce24-46f7-8657-b0ad983ce98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:08.225804 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-c4c5f8e1-ce24-46f7-8657-b0ad983ce98d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2bea9be2-9dab-4258-bca6-ace6fa2b2531 HTTP/1.1" status: 204 len: 168 time: 0.5443950 May 11 16:34:08.520571 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419214-6c27-43c9-9d97-e37b53a4a667 req-2eae099d-7822-495a-9cdb-aeaba60fa3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:08.522007 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-36419214-6c27-43c9-9d97-e37b53a4a667 req-2eae099d-7822-495a-9cdb-aeaba60fa3a0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e5d3872e-73cd-4309-a063-c76018d68b05 HTTP/1.1" status: 200 len: 912 time: 0.3290038 May 11 16:34:08.610391 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623ddec-7541-426d-b7f6-7442160245ff req-4122e75a-b0d4-4006-8fc2-6dfb2815055a tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:08.611647 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9623ddec-7541-426d-b7f6-7442160245ff req-4122e75a-b0d4-4006-8fc2-6dfb2815055a tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.2538846 May 11 16:34:08.630575 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0dbe8-9c67-4d3d-b1bf-99cc92b7e0df req-23727717-6449-4c39-95c9-bfaee44042e9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:08.631841 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-37f0dbe8-9c67-4d3d-b1bf-99cc92b7e0df req-23727717-6449-4c39-95c9-bfaee44042e9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.2387433 May 11 16:34:08.733652 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-36419214-6c27-43c9-9d97-e37b53a4a667 req-efb27fb6-c3b5-4500-94d6-c00ed91ee400 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d5f6a24-8b30-4765-8ece-f0771ac13f32 HTTP/1.1" status: 200 len: 1000 time: 0.2022879 May 11 16:34:08.739676 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9623ddec-7541-426d-b7f6-7442160245ff req-2eaef4e0-f882-4b07-9677-a0e1932ece52 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044602 May 11 16:34:08.780006 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-37f0dbe8-9c67-4d3d-b1bf-99cc92b7e0df req-7cb6a11e-b5f5-4301-8e0e-2b17eb8619bb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297398 May 11 16:34:08.807209 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419214-6c27-43c9-9d97-e37b53a4a667 req-b6201eda-f709-4bf0-99b0-1820e0d4c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:08.808733 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-36419214-6c27-43c9-9d97-e37b53a4a667 req-b6201eda-f709-4bf0-99b0-1820e0d4c356 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=686230cf-0935-46bd-893d-206e8b4b2f34 HTTP/1.1" status: 200 len: 850 time: 0.0660398 May 11 16:34:08.980232 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419214-6c27-43c9-9d97-e37b53a4a667 req-91f8520f-5c61-4645-abee-fa1785e61ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:08.982569 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-36419214-6c27-43c9-9d97-e37b53a4a667 req-91f8520f-5c61-4645-abee-fa1785e61ded service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d3872e-73cd-4309-a063-c76018d68b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1639562 May 11 16:34:09.155617 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6acca9-d48f-4c5d-9e8d-82755f6d6481 req-8e3458f9-16da-40e5-b542-374bcd3e289a tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:09.162552 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0e6acca9-d48f-4c5d-9e8d-82755f6d6481 req-8e3458f9-16da-40e5-b542-374bcd3e289a tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 946 time: 0.2955461 May 11 16:34:09.182825 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 01913f04-5998-45fd-af10-b8e6b0962e1e details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:34:09.243873 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0e6acca9-d48f-4c5d-9e8d-82755f6d6481 req-5bb6fa19-b842-417c-9072-d02d3fcd88dc tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804279 May 11 16:34:09.277482 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-36419214-6c27-43c9-9d97-e37b53a4a667 req-94c22d3a-956f-42ab-a260-db9e9f873bb8 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730460 May 11 16:34:09.408526 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 01913f04-5998-45fd-af10-b8e6b0962e1e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=01913f04-5998-45fd-af10-b8e6b0962e1e,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:34:09.423989 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'port_id': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'mac_address': 'fa:16:3e:b1:2f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:34:09.455314 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44400) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:09.535814 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-36419214-6c27-43c9-9d97-e37b53a4a667 req-1fd897a0-68b7-4fdb-9b25-297da19a4744 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495589 May 11 16:34:09.537867 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:09.555644 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016386f-3133-4cb0-b979-fd460dd7dd54 req-eba1f413-123d-496f-a3a9-bc0f323f21b8 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:09.563016 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6016386f-3133-4cb0-b979-fd460dd7dd54 req-eba1f413-123d-496f-a3a9-bc0f323f21b8 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1499383 May 11 16:34:09.581242 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01913f04-5998-45fd-af10-b8e6b0962e1e {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:34:09.611426 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6016386f-3133-4cb0-b979-fd460dd7dd54 req-a3468b5d-9f89-4d7a-9a13-d57c19f9e97e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475242 May 11 16:34:09.622809 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-950926856-network', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:09.625747 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 01913f04-5998-45fd-af10-b8e6b0962e1e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=01913f04-5998-45fd-af10-b8e6b0962e1e,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:34:09.629553 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:09.639455 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Usage tracker for resource:network and tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:09.642436 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:09.649837 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:09.703907 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:09.706726 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:09.731986 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Made reservation on behalf of 34d4bd1a8f0a4d54aa13a4dea016e9ce for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:34:09.734869 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:09.750404 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:09.769038 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:09.774140 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Usage tracker for resource:security_group_rule and tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:09.777200 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:09.784453 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:09.787058 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=01913f04-5998-45fd-af10-b8e6b0962e1e,revision_number=6']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:09.798460 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:09.798992 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:09.799670 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:09.800226 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:09.800529 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:09.800858 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:09.801397 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:09.801882 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:09.802237 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:09.802586 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:09.802911 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:09.803223 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:09.807840 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:09.854889 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['01913f04-5998-45fd-af10-b8e6b0962e1e'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:34:09.899703 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:09.946966 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16005d51-08a1-480b-acab-adb59f03a54c req-51835c1c-8d96-4291-bc21-ee1ca770aa9d tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:09.948455 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-16005d51-08a1-480b-acab-adb59f03a54c req-51835c1c-8d96-4291-bc21-ee1ca770aa9d tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0921874 May 11 16:34:09.989541 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:09.994771 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d88168f1-3939-4b7c-8825-02e4c5815eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:09.996027 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-16005d51-08a1-480b-acab-adb59f03a54c req-57ea9b2b-94a6-49a6-b669-8d20bfb96127 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415802 May 11 16:34:10.031994 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:34:10.041500 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92f8e0b-8314-4d16-bd80-4ba4b673814a,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:10.057495 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:10.063518 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:10.068180 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Added segment 3c173c08-13b4-464b-a614-8f99eccc8ab7 of type vlan for network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd May 11 16:34:10.090746 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:10.197478 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:10.199258 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:10.200859 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:10.206260 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c21cd-5fdd-4fb8-bf9c-127c63962ba0 req-d99a9144-fb94-4e5a-b6ff-d8f38fd55c9f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:10.206908 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:10.208496 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-291c21cd-5fdd-4fb8-bf9c-127c63962ba0 req-d99a9144-fb94-4e5a-b6ff-d8f38fd55c9f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 945 time: 0.0936439 May 11 16:34:10.254102 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-291c21cd-5fdd-4fb8-bf9c-127c63962ba0 req-10204a61-3f37-4afd-bf42-33a4c26de942 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398479 May 11 16:34:10.309340 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Pushing event updated for resources: {'Network': ['ID=930b33f6-1b95-4b51-a614-a8a01b0d9dcd,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:10.312048 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:10.321253 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:34:10.399210 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9407623 May 11 16:34:10.400005 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44414) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:10.406973 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Request body: {'subnet': {'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-950926856-subnet', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:10.412963 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:10.417497 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Usage tracker for resource:subnet and tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:10.420870 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:10.426772 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:10.494722 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b2cdc-8931-41f7-90e3-39d41bb7bf5d req-8df08e4f-311e-4f0d-afad-64645b54704d tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:10.496431 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-376b2cdc-8931-41f7-90e3-39d41bb7bf5d req-8df08e4f-311e-4f0d-afad-64645b54704d tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 946 time: 0.1176805 May 11 16:34:10.527031 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Made reservation on behalf of 34d4bd1a8f0a4d54aa13a4dea016e9ce for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:34:10.531077 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461719'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:10.554234 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-376b2cdc-8931-41f7-90e3-39d41bb7bf5d req-612ef459-4d6c-4437-8c0e-27cf21c6c01d tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512185 May 11 16:34:10.702858 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf626c0-b50f-4d4d-a3e8-a64a1b07fe76 req-da18dff2-65fb-43b4-becf-8f3a1b9c1723 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:10.704481 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3cf626c0-b50f-4d4d-a3e8-a64a1b07fe76 req-da18dff2-65fb-43b4-becf-8f3a1b9c1723 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 946 time: 0.1090462 May 11 16:34:10.945062 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba8768-e02e-4b3d-9656-af4b6a293234 req-d15d8563-bbf6-4dca-97be-1ef40ac09349 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:10.946660 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-26ba8768-e02e-4b3d-9656-af4b6a293234 req-d15d8563-bbf6-4dca-97be-1ef40ac09349 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1522510 May 11 16:34:10.984538 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-3cf626c0-b50f-4d4d-a3e8-a64a1b07fe76 req-ea1af463-874f-4211-8d90-6bbcc8936a71 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Deleting port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:34:10.985005 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-3cf626c0-b50f-4d4d-a3e8-a64a1b07fe76 req-ea1af463-874f-4211-8d90-6bbcc8936a71 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:11.188065 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-26ba8768-e02e-4b3d-9656-af4b6a293234 req-e822b7cd-ffa9-4f00-a2c5-ea9c4e4ea752 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316782 May 11 16:34:11.194253 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 01913f04-5998-45fd-af10-b8e6b0962e1e up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:34:11.262308 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-3cf626c0-b50f-4d4d-a3e8-a64a1b07fe76 req-ea1af463-874f-4211-8d90-6bbcc8936a71 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] For port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=9f6dcb05-1dfc-4d8d-b124-0317a1d816b0,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:34:11.262919 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-3cf626c0-b50f-4d4d-a3e8-a64a1b07fe76 req-ea1af463-874f-4211-8d90-6bbcc8936a71 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:11.283523 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2310472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461797'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:11.289608 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7f0d6777-f4c3-453b-b25e-d2b88d523124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:11.408948 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9042834-24c6-488a-9648-48e73366864e,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:11.430564 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 01913f04-5998-45fd-af10-b8e6b0962e1e triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:11.431136 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:11.434632 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:11.485758 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Checking segment: {'id': '3c173c08-13b4-464b-a614-8f99eccc8ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:34:11.486215 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Network hostable DHCP agents. Network: 930b33f6-1b95-4b51-a614-a8a01b0d9dcd, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:34:11.545233 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-3cf626c0-b50f-4d4d-a3e8-a64a1b07fe76 req-ea1af463-874f-4211-8d90-6bbcc8936a71 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Calling delete_port for 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 owned by compute:nova {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:34:11.582741 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:34:11.613003 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:11.660444 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01913f04-5998-45fd-af10-b8e6b0962e1e'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:34:11.663924 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, 930b33f6-1b95-4b51-a614-a8a01b0d9dcd) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:34:11.681980 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:11.682230 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:11.694313 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd42b95-a3c4-429e-800c-f1f8e01e6730 req-2ffd14a3-b02f-47d7-a4e4-a436b7580b3c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:11.696440 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bfd42b95-a3c4-429e-800c-f1f8e01e6730 req-2ffd14a3-b02f-47d7-a4e4-a436b7580b3c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.4199839 May 11 16:34:11.706481 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581dda0b-ba41-4df8-9881-7d022838958b None None] Network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:34:11.727596 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 01913f04-5998-45fd-af10-b8e6b0962e1e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=01913f04-5998-45fd-af10-b8e6b0962e1e,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:34:11.737717 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da073589-15ad-45a1-ac17-f8b51a068602 req-a5d2721d-139c-41cf-9628-b2d7837c5115 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:11.747883 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-da073589-15ad-45a1-ac17-f8b51a068602 req-a5d2721d-139c-41cf-9628-b2d7837c5115 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 945 time: 0.1992939 May 11 16:34:11.761049 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3595858 May 11 16:34:11.761713 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44474) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:11.770717 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:11.778278 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:11.782709 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Usage tracker for resource:router and tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:11.787265 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:11.793834 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:11.806279 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:11.811854 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:11.861410 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bfd42b95-a3c4-429e-800c-f1f8e01e6730 req-ece4b7d4-8372-4f4b-9964-da61618ae378 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551347 May 11 16:34:11.878180 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-da073589-15ad-45a1-ac17-f8b51a068602 req-7d936dc9-6541-43b5-a826-eb03af0b19aa tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289861 May 11 16:34:11.932351 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45168'] for router, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:11.933580 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45129'] for router, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:11.969940 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=01913f04-5998-45fd-af10-b8e6b0962e1e,revision_number=7']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:11.995533 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-3cf626c0-b50f-4d4d-a3e8-a64a1b07fe76 req-ea1af463-874f-4211-8d90-6bbcc8936a71 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:11.998568 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:12.004768 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:12.006768 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:12.021454 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'code': 200} May 11 16:34:12.027044 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['b377cd6a-4a82-45bf-9338-527616009d42', '416f6e75-2514-4752-bb70-07138d771889', '9f6dcb05-1dfc-4d8d-b124-0317a1d816b0'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:34:12.094312 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1af463-874f-4211-8d90-6bbcc8936a71 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Pushing event deleted for resources: {'Port': ['ID=9f6dcb05-1dfc-4d8d-b124-0317a1d816b0,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:12.133829 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-ea1af463-874f-4211-8d90-6bbcc8936a71 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:12.325724 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1f367f-d06e-5d0a-8dfe-005ed39a03a0-930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'fixed_ips': [{'subnet_id': 'e9042834-24c6-488a-9648-48e73366864e'}]}} from dv-cinder-761113-11-smb. {{(pid=79308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:34:12.327912 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:12.328671 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-90dd39da-481a-43f4-8344-3e2c0956c3a2 req-6a757698-e54e-43d1-b258-aba3b71db9f6 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 210 time: 0.2015371 May 11 16:34:12.345752 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf626c0-b50f-4d4d-a3e8-a64a1b07fe76 req-ea1af463-874f-4211-8d90-6bbcc8936a71 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] No DVR routers for this DVR port 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 on host hv-cinder-76111 {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:34:12.350805 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-3cf626c0-b50f-4d4d-a3e8-a64a1b07fe76 req-ea1af463-874f-4211-8d90-6bbcc8936a71 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:12.353705 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a159d16f-561f-4730-974b-534d4e31e93a', 'name': 'network-vif-deleted', 'tag': '9f6dcb05-1dfc-4d8d-b124-0317a1d816b0'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:34:12.534809 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a159d16f-561f-4730-974b-534d4e31e93a', 'name': 'network-vif-deleted', 'tag': '9f6dcb05-1dfc-4d8d-b124-0317a1d816b0', 'status': 'completed', 'code': 200} May 11 16:34:12.563933 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3cf626c0-b50f-4d4d-a3e8-a64a1b07fe76 req-ea1af463-874f-4211-8d90-6bbcc8936a71 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "DELETE /v2.0/ports/9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 HTTP/1.1" status: 204 len: 173 time: 1.8347356 May 11 16:34:12.625307 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe754da9-c940-4818-8987-dec4731df38f req-d72e4b1b-d619-4866-93aa-b87d95625ce1 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:12.628925 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fe754da9-c940-4818-8987-dec4731df38f req-d72e4b1b-d619-4866-93aa-b87d95625ce1 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.2350791 May 11 16:34:12.710272 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fe754da9-c940-4818-8987-dec4731df38f req-c6bd399d-e81a-4ed3-a61b-7091677d5dec tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734160 May 11 16:34:12.883013 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Allocated IP 172.20.0.2 (930b33f6-1b95-4b51-a614-a8a01b0d9dcd/e9042834-24c6-488a-9648-48e73366864e/14e40a4d-281d-4533-942f-9418a3114e9d) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:34:13.008764 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45143'] for router, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:13.334993 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:13.352166 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Transition to ACTIVE for port object 14e40a4d-281d-4533-942f-9418a3114e9d will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:34:13.389254 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Transition to ACTIVE for port object 14e40a4d-281d-4533-942f-9418a3114e9d will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:34:13.421735 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88e352-8dfe-4520-a650-7d960710a399 req-340b326e-8a5a-4872-8139-c13e44889792 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:13.423211 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1c88e352-8dfe-4520-a650-7d960710a399 req-340b326e-8a5a-4872-8139-c13e44889792 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.2426293 May 11 16:34:13.430697 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730a630-06b0-40c8-9992-8022c337cfda req-a89c0463-93ea-4db9-91ba-add6b9f44707 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:13.440658 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7730a630-06b0-40c8-9992-8022c337cfda req-a89c0463-93ea-4db9-91ba-add6b9f44707 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1794455 May 11 16:34:13.475511 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:13.492774 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:13.601803 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7730a630-06b0-40c8-9992-8022c337cfda req-e1341fc9-0413-4f06-96f2-f25b5f935e3a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373465 May 11 16:34:13.653047 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1c88e352-8dfe-4520-a650-7d960710a399 req-677953bb-f1fa-4e0b-bf3a-61feed66359a tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065139 May 11 16:34:13.679256 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:13.697532 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:34:13.705819 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:34:13.722063 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:34:13.724183 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Pushing event updated for resources: {'Port': ['ID=14e40a4d-281d-4533-942f-9418a3114e9d,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:13.738131 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:13.765015 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:13.854291 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Attempting to bind port 14e40a4d-281d-4533-942f-9418a3114e9d on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:34:13.855007 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Attempting to bind port 14e40a4d-281d-4533-942f-9418a3114e9d by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': '3c173c08-13b4-464b-a614-8f99eccc8ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:34:13.855622 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Attempting to bind port 14e40a4d-281d-4533-942f-9418a3114e9d on network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:34:13.864078 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:34:13.865519 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Checking segment: {'id': '3c173c08-13b4-464b-a614-8f99eccc8ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:34:13.866153 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:13.868523 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Bound using segment: {'id': '3c173c08-13b4-464b-a614-8f99eccc8ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:34:13.869888 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Bound port: 14e40a4d-281d-4533-942f-9418a3114e9d, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c173c08-13b4-464b-a614-8f99eccc8ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:34:13.870672 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:13.977096 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-0630379e-a23e-415c-a894-c43956a590be req-296f1030-ec61-485e-9d76-30ee305377c8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Synchronizing usage tracker for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:34:14.014447 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Allocated IP 172.28.3.41 (b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4/c7e06862-2dbb-4b92-abf1-8341c9322d5c/f50f5447-f748-433c-a604-0e8464719aa7) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:34:14.109205 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-0630379e-a23e-415c-a894-c43956a590be req-296f1030-ec61-485e-9d76-30ee305377c8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Unset dirty status for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:34:14.110526 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0630379e-a23e-415c-a894-c43956a590be req-296f1030-ec61-485e-9d76-30ee305377c8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=a159d16f-561f-4730-974b-534d4e31e93a HTTP/1.1" status: 200 len: 210 time: 0.2209373 May 11 16:34:14.159940 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] For port 14e40a4d-281d-4533-942f-9418a3114e9d, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:34:14.169365 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] For port 14e40a4d-281d-4533-942f-9418a3114e9d, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=14e40a4d-281d-4533-942f-9418a3114e9d,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:34:14.292597 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:14.300668 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a145fc4b-ebd0-4b5f-914b-7f77eb1e6e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:14.348435 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:14.479365 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Pushing event updated for resources: {'Port': ['ID=14e40a4d-281d-4533-942f-9418a3114e9d,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:14.521133 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:14.636593 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:14.650098 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:14.857224 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:34:14.864906 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:34:14.888688 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:34:15.006184 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9b0523a7-21d1-4f08-b8e4-791817907d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:15.041601 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=f50f5447-f748-433c-a604-0e8464719aa7,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:15.079990 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:15.142601 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db13b1-d4d1-4d26-b0cf-f1d25a8aa744 req-6aadf11d-2ee7-4ae5-acd0-f6b7ccf047ee tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:15.148466 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f8db13b1-d4d1-4d26-b0cf-f1d25a8aa744 req-6aadf11d-2ee7-4ae5-acd0-f6b7ccf047ee tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.2941582 May 11 16:34:15.165910 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c7b88-9c5b-4c5d-a05b-991a031d98a6 req-3b5d5fbb-6b77-4427-8a87-7e75440025ba tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:15.180774 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-335c7b88-9c5b-4c5d-a05b-991a031d98a6 req-3b5d5fbb-6b77-4427-8a87-7e75440025ba tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.2267101 May 11 16:34:15.239100 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:34:15.396029 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-335c7b88-9c5b-4c5d-a05b-991a031d98a6 req-5326a8d1-5109-4904-ac5f-0643e0775ee6 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013791 May 11 16:34:15.403800 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f8db13b1-d4d1-4d26-b0cf-f1d25a8aa744 req-2f532185-203c-451a-a075-77f670348c21 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877308 May 11 16:34:15.485563 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:34:15.505381 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 9f6dcb05-1dfc-4d8d-b124-0317a1d816b0 not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:34:15.543761 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 14e40a4d-281d-4533-942f-9418a3114e9d up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:34:15.903908 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 14e40a4d-281d-4533-942f-9418a3114e9d completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:34:15.983819 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:16.155211 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42d7460-1470-470a-9b2a-4c0f756cb96d None None] Network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:34:16.467157 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-46ffa839-9a91-41ad-816d-4f69be21e2b0 None None] Provisioning for port 14e40a4d-281d-4533-942f-9418a3114e9d completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:34:16.478407 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ebd8d-53ab-44bc-b9cb-be791e2dd068 req-6c8de66c-d828-4631-a7fb-1673a5768b85 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:16.481388 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cf0ebd8d-53ab-44bc-b9cb-be791e2dd068 req-6c8de66c-d828-4631-a7fb-1673a5768b85 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 945 time: 0.1282356 May 11 16:34:16.485833 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-46ffa839-9a91-41ad-816d-4f69be21e2b0 None None] Provisioning complete for port 14e40a4d-281d-4533-942f-9418a3114e9d triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:16.486506 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-46ffa839-9a91-41ad-816d-4f69be21e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:16.653792 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cf0ebd8d-53ab-44bc-b9cb-be791e2dd068 req-b69089f4-1cf6-4f5a-9fdc-39fe2a1d1f12 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560419 May 11 16:34:16.762796 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149f608-91ac-46a3-8b97-df4b54217564 req-124a2ee8-8651-45a8-a32d-052947a89cfb tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:16.770806 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a149f608-91ac-46a3-8b97-df4b54217564 req-124a2ee8-8651-45a8-a32d-052947a89cfb tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1906650 May 11 16:34:16.786269 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396547'] for router, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:16.838335 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a149f608-91ac-46a3-8b97-df4b54217564 req-7f91d705-72ff-4afc-85da-4a44f12c4081 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661557 May 11 16:34:16.854750 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-46ffa839-9a91-41ad-816d-4f69be21e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:16.941851 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-46ffa839-9a91-41ad-816d-4f69be21e2b0 None None] For port 14e40a4d-281d-4533-942f-9418a3114e9d, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=14e40a4d-281d-4533-942f-9418a3114e9d,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:34:16.994857 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d54d0-7fc1-4dcd-a746-4485812f63f7 req-06590af1-e227-480c-80b4-f1176b3b5dc7 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:17.005261 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fb7d54d0-7fc1-4dcd-a746-4485812f63f7 req-06590af1-e227-480c-80b4-f1176b3b5dc7 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1139374 May 11 16:34:17.080838 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fb7d54d0-7fc1-4dcd-a746-4485812f63f7 req-06e9b119-2d92-412b-8a20-77b7873e9cbd tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723076 May 11 16:34:17.144108 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-46ffa839-9a91-41ad-816d-4f69be21e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:17.146902 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:17.297985 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Router 97384990-c6a5-4a9c-b4e5-b8469d56c67a is scheduled to L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f with binding_index 1 {{(pid=79307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:34:17.312730 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffa839-9a91-41ad-816d-4f69be21e2b0 None None] Pushing event updated for resources: {'Port': ['ID=14e40a4d-281d-4533-942f-9418a3114e9d,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:17.326818 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-46ffa839-9a91-41ad-816d-4f69be21e2b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:17.391804 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-00ecb28c-4358-4d92-b062-c9b4cd47ad29 None None] Provisioning complete for port 14e40a4d-281d-4533-942f-9418a3114e9d triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:17.392510 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-00ecb28c-4358-4d92-b062-c9b4cd47ad29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:17.506033 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:17.601578 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:34:17.614805 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Sync routers for ids ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'] in dv-cinder-761113-11-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:34:17.628943 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Routers {'97384990-c6a5-4a9c-b4e5-b8469d56c67a'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:34:17.630103 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:33:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:17.774829 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:17.778433 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-eb8c2d64-2f9d-4990-b649-ec8a3e62e9d5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.0157151 May 11 16:34:17.784955 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 44596) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:17.800630 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2a7c03e8-7876-405c-86fc-f71c05dc2c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:17.967927 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44602) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:18.055650 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Set router 97384990-c6a5-4a9c-b4e5-b8469d56c67a gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:34:18.117880 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f7e43c4f-a4d5-493c-87af-d166dc5e1c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:18.138551 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-f7e43c4f-a4d5-493c-87af-d166dc5e1c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:18.143112 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-f7e43c4f-a4d5-493c-87af-d166dc5e1c45 admin admin] Usage tracker for resource:security_group_rule and tenant:452cbadf9688451baa2769ffdb2b72d7 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:18.146360 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-f7e43c4f-a4d5-493c-87af-d166dc5e1c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:18.153190 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-f7e43c4f-a4d5-493c-87af-d166dc5e1c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:18.269136 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f7e43c4f-a4d5-493c-87af-d166dc5e1c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:18.349863 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f7e43c4f-a4d5-493c-87af-d166dc5e1c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:18.367894 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7cf5cba5-0721-4e50-9cb6-f1542897fc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:18.405694 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e43c4f-a4d5-493c-87af-d166dc5e1c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d198bbf-9cb0-4128-ab77-76b884c9a391,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:18.422417 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f7e43c4f-a4d5-493c-87af-d166dc5e1c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:18.447768 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-f7e43c4f-a4d5-493c-87af-d166dc5e1c45 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=452cbadf9688451baa2769ffdb2b72d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4785023 May 11 16:34:18.450208 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44610) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:18.483681 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:34:15Z', 'revision_number': 3, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port': {'id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:13Z', 'updated_at': '2021-05-11T16:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:18.491599 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Checking router: 97384990-c6a5-4a9c-b4e5-b8469d56c67a for host: dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:34:18.492421 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Updating router 97384990-c6a5-4a9c-b4e5-b8469d56c67a port f50f5447-f748-433c-a604-0e8464719aa7 binding host dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:34:18.522899 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38de36c-b7f4-4adc-9278-30def4f6a252 req-c17c0ee4-28b8-4be5-afb9-b85538d51e44 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:18.526230 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ff36d13d-9330-4fb1-b1ba-2ab2b4b9cbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:18.530651 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c38de36c-b7f4-4adc-9278-30def4f6a252 req-c17c0ee4-28b8-4be5-afb9-b85538d51e44 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.4690673 May 11 16:34:18.557860 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ff36d13d-9330-4fb1-b1ba-2ab2b4b9cbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:18.558913 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:18.669581 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4deabf-6885-4061-87ef-ca6004912b80 req-5ecbc7d5-931d-448a-85ea-c39d40b9955b tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:18.672446 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a4deabf-6885-4061-87ef-ca6004912b80 req-5ecbc7d5-931d-448a-85ea-c39d40b9955b tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 945 time: 0.6168804 May 11 16:34:18.678676 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1e40-5506-4c79-b10a-c1e32cfc0593 req-283d85b3-4080-4858-879e-f50a23dab2a8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:18.689537 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-453b1e40-5506-4c79-b10a-c1e32cfc0593 req-283d85b3-4080-4858-879e-f50a23dab2a8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 945 time: 0.6264296 May 11 16:34:18.743442 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ff36d13d-9330-4fb1-b1ba-2ab2b4b9cbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:18.747291 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-9d45e07d-7279-4a0b-b1f9-597df4632c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:18.762016 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36d13d-9330-4fb1-b1ba-2ab2b4b9cbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d198bbf-9cb0-4128-ab77-76b884c9a391,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:18.767500 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ff36d13d-9330-4fb1-b1ba-2ab2b4b9cbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:18.788902 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ff36d13d-9330-4fb1-b1ba-2ab2b4b9cbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:18.793858 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ff36d13d-9330-4fb1-b1ba-2ab2b4b9cbdd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d198bbf-9cb0-4128-ab77-76b884c9a391 HTTP/1.1" status: 204 len: 168 time: 0.3423679 May 11 16:34:18.877760 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c38de36c-b7f4-4adc-9278-30def4f6a252 req-334c9aeb-09d4-4658-9623-ea2d03f4b66d tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462245 May 11 16:34:18.889415 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:18.973751 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-453b1e40-5506-4c79-b10a-c1e32cfc0593 req-9f265abe-6bbc-4ca5-8c3f-9107060942cc tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777195 May 11 16:34:19.288251 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 14e40a4d-281d-4533-942f-9418a3114e9d up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:34:19.395916 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 14e40a4d-281d-4533-942f-9418a3114e9d triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:19.397383 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:19.431520 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:19.444204 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Transition to ACTIVE for port object f50f5447-f748-433c-a604-0e8464719aa7 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:34:19.532491 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:19.543012 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:19.675165 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Attempting to bind port f50f5447-f748-433c-a604-0e8464719aa7 on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:34:19.676026 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Attempting to bind port f50f5447-f748-433c-a604-0e8464719aa7 by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:34:19.678296 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Attempting to bind port f50f5447-f748-433c-a604-0e8464719aa7 on network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:34:19.694827 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:34:19.695448 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Checking segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:34:19.695972 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:19.696922 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Bound using segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:34:19.697538 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Bound port: f50f5447-f748-433c-a604-0e8464719aa7, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:34:19.698109 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:19.731933 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Pushing event updated for resources: {'Port': ['ID=f50f5447-f748-433c-a604-0e8464719aa7,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:19.765281 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5549b-ed91-40c4-9bdc-8111d929849d req-5dfbaf65-ebed-404b-a06a-feabd9aa8ca1 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:19.766795 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-66e5549b-ed91-40c4-9bdc-8111d929849d req-5dfbaf65-ebed-404b-a06a-feabd9aa8ca1 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.7248251 May 11 16:34:19.810776 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] For port f50f5447-f748-433c-a604-0e8464719aa7, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:34:19.816051 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] For port f50f5447-f748-433c-a604-0e8464719aa7, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=f50f5447-f748-433c-a604-0e8464719aa7,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:34:19.819773 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-0a4deabf-6885-4061-87ef-ca6004912b80 req-f6431ee8-2067-4fc3-a6b7-02e4760963f8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Deleting port 416f6e75-2514-4752-bb70-07138d771889 {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:34:19.820411 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-0a4deabf-6885-4061-87ef-ca6004912b80 req-f6431ee8-2067-4fc3-a6b7-02e4760963f8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:19.822356 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:19.822811 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:19.823256 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:19.823589 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:19.823936 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:19.827923 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:19.827923 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:19.827923 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:19.827923 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:19.827923 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:19.827923 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:19.827923 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:34:19.830271 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:19.906755 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:19.909602 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-a7382eea-9a77-416c-bc7a-be177b9201a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:19.992564 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-66e5549b-ed91-40c4-9bdc-8111d929849d req-b06f22af-d08c-4a2f-bb50-db388220c8d3 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193758 May 11 16:34:20.086959 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Routers {'97384990-c6a5-4a9c-b4e5-b8469d56c67a'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:34:20.095937 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:34:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:20.165431 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44636) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:20.184622 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0a1ce06-6bc7-4e31-a585-58519c4a611f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:20.214288 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a0a1ce06-6bc7-4e31-a585-58519c4a611f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:20.218853 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a0a1ce06-6bc7-4e31-a585-58519c4a611f admin admin] Usage tracker for resource:security_group_rule and tenant:2e79915549dc401f81a7132bdb2f5c66 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:20.222425 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a0a1ce06-6bc7-4e31-a585-58519c4a611f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:20.235098 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a0a1ce06-6bc7-4e31-a585-58519c4a611f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:20.255758 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Pushing event updated for resources: {'Port': ['ID=f50f5447-f748-433c-a604-0e8464719aa7,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:20.259277 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:20.309293 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:20.313416 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-0a4deabf-6885-4061-87ef-ca6004912b80 req-f6431ee8-2067-4fc3-a6b7-02e4760963f8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] For port 416f6e75-2514-4752-bb70-07138d771889, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=416f6e75-2514-4752-bb70-07138d771889,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:34:20.313762 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-0a4deabf-6885-4061-87ef-ca6004912b80 req-f6431ee8-2067-4fc3-a6b7-02e4760963f8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:20.362496 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] Set router 97384990-c6a5-4a9c-b4e5-b8469d56c67a gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:34:20.395169 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0a1ce06-6bc7-4e31-a585-58519c4a611f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:20.469249 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0a1ce06-6bc7-4e31-a585-58519c4a611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:20.546900 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ff9cbf7a-9a4e-4f45-834d-a1b007e70fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:20.561581 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-a0a1ce06-6bc7-4e31-a585-58519c4a611f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e79915549dc401f81a7132bdb2f5c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942096 May 11 16:34:20.564143 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44640) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:20.616051 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1ce06-6bc7-4e31-a585-58519c4a611f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bd7df4-c2a9-4808-80ff-4655e300b6c2,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:20.622288 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a0a1ce06-6bc7-4e31-a585-58519c4a611f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:20.664280 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7aa94105-6d85-4c50-bcd2-fa6a5f7897f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:20.697658 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7aa94105-6d85-4c50-bcd2-fa6a5f7897f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:20.745078 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:34:15Z', 'revision_number': 3, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port': {'id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:13Z', 'updated_at': '2021-05-11T16:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:20.752037 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5df7ce8-d86d-4c1c-a4da-34f141ed4068 None None] The sync data for ids ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'] in dv-cinder-761113-11-smb is: [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:34:15Z', 'revision_number': 3, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port': {'id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:13Z', 'updated_at': '2021-05-11T16:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:34:20.791612 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-0a4deabf-6885-4061-87ef-ca6004912b80 req-f6431ee8-2067-4fc3-a6b7-02e4760963f8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Calling delete_port for 416f6e75-2514-4752-bb70-07138d771889 owned by compute:nova {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:34:20.843591 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:20.863835 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7aa94105-6d85-4c50-bcd2-fa6a5f7897f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:20.869126 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ff36d13d-9330-4fb1-b1ba-2ab2b4b9cbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:20.913915 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa94105-6d85-4c50-bcd2-fa6a5f7897f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bd7df4-c2a9-4808-80ff-4655e300b6c2,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:20.916405 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7aa94105-6d85-4c50-bcd2-fa6a5f7897f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:20.924977 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7aa94105-6d85-4c50-bcd2-fa6a5f7897f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:20.928540 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-7aa94105-6d85-4c50-bcd2-fa6a5f7897f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96bd7df4-c2a9-4808-80ff-4655e300b6c2 HTTP/1.1" status: 204 len: 168 time: 0.3606987 May 11 16:34:21.028592 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b9ea6-e91a-4224-9437-c2244c26aea1 req-8e1ef77a-e11f-471a-a1ee-416aeaf41722 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:21.036100 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d85b9ea6-e91a-4224-9437-c2244c26aea1 req-8e1ef77a-e11f-471a-a1ee-416aeaf41722 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.8916736 May 11 16:34:21.057856 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbd6d8-1ce0-4efb-b020-6ee1e4002a4e req-e4ed3471-5ab1-4a23-9f83-eacbaf933fb7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:21.065729 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-51dbd6d8-1ce0-4efb-b020-6ee1e4002a4e req-e4ed3471-5ab1-4a23-9f83-eacbaf933fb7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 945 time: 0.5404792 May 11 16:34:21.104740 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-0a4deabf-6885-4061-87ef-ca6004912b80 req-f6431ee8-2067-4fc3-a6b7-02e4760963f8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:21.116497 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['b377cd6a-4a82-45bf-9338-527616009d42'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:34:21.132922 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-72aba781-bef0-4d66-99a7-d0bfd1ebbadd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:21.201066 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:34:21.253344 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6431ee8-2067-4fc3-a6b7-02e4760963f8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Pushing event deleted for resources: {'Port': ['ID=416f6e75-2514-4752-bb70-07138d771889,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:21.256437 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f6431ee8-2067-4fc3-a6b7-02e4760963f8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:21.260268 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-51dbd6d8-1ce0-4efb-b020-6ee1e4002a4e req-46f4b295-2913-4d42-997f-4c6a4b1175a2 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936641 May 11 16:34:21.380324 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 416f6e75-2514-4752-bb70-07138d771889 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:34:21.470255 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4deabf-6885-4061-87ef-ca6004912b80 req-f6431ee8-2067-4fc3-a6b7-02e4760963f8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] No DVR routers for this DVR port 416f6e75-2514-4752-bb70-07138d771889 on host hv-cinder-76111 {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:34:21.477381 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-0a4deabf-6885-4061-87ef-ca6004912b80 req-f6431ee8-2067-4fc3-a6b7-02e4760963f8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:21.486008 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: 416f6e75-2514-4752-bb70-07138d771889 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:34:21.490115 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 416f6e75-2514-4752-bb70-07138d771889 not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:34:21.491030 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d85b9ea6-e91a-4224-9437-c2244c26aea1 req-6574e540-8b72-4c56-b8c2-c39e33def631 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518449 May 11 16:34:21.514566 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ec9b7b-5b6f-422b-b09c-5f2df65d3890', 'name': 'network-vif-deleted', 'tag': '416f6e75-2514-4752-bb70-07138d771889'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:34:21.697537 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ec9b7b-5b6f-422b-b09c-5f2df65d3890', 'name': 'network-vif-deleted', 'tag': '416f6e75-2514-4752-bb70-07138d771889', 'status': 'completed', 'code': 200} May 11 16:34:21.933477 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Allocated IP 172.20.0.1 (930b33f6-1b95-4b51-a614-a8a01b0d9dcd/e9042834-24c6-488a-9648-48e73366864e/786a2d71-5515-4f04-9c49-d87e3dc2e868) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:34:21.954721 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a4deabf-6885-4061-87ef-ca6004912b80 req-f6431ee8-2067-4fc3-a6b7-02e4760963f8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "DELETE /v2.0/ports/416f6e75-2514-4752-bb70-07138d771889 HTTP/1.1" status: 204 len: 173 time: 3.2499762 May 11 16:34:22.044659 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f092e2f-c29a-49b1-b8e2-5fbceabb9b8c req-d66c57a9-f7a5-44be-8d20-ca1e2fa58854 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:22.052624 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5f092e2f-c29a-49b1-b8e2-5fbceabb9b8c req-d66c57a9-f7a5-44be-8d20-ca1e2fa58854 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.3537064 May 11 16:34:22.180453 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5f092e2f-c29a-49b1-b8e2-5fbceabb9b8c req-e66e437e-89e9-4882-8e9c-a28d99993cee tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267252 May 11 16:34:22.359508 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:22.420731 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Transition to ACTIVE for port object 786a2d71-5515-4f04-9c49-d87e3dc2e868 will not be triggered until provisioned by entity DHCP. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:34:22.566659 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:22.572438 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-60d804d1-978a-407b-82cb-9f0cc2a99ace service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:22.644767 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:34:22.648169 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:34:22.658081 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:34:22.658081 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:22.685268 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Pushing event updated for resources: {'Port': ['ID=786a2d71-5515-4f04-9c49-d87e3dc2e868,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:22.705436 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:22.862902 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-e08c8d26-5a45-4ce1-9e0b-4ed908e6fac9 req-7cdbfc06-0db5-471b-8d86-180ef351370e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Synchronizing usage tracker for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:34:22.979836 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-e08c8d26-5a45-4ce1-9e0b-4ed908e6fac9 req-7cdbfc06-0db5-471b-8d86-180ef351370e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Unset dirty status for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:34:22.981265 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e08c8d26-5a45-4ce1-9e0b-4ed908e6fac9 req-7cdbfc06-0db5-471b-8d86-180ef351370e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5ec9b7b-5b6f-422b-b09c-5f2df65d3890 HTTP/1.1" status: 200 len: 210 time: 0.2797918 May 11 16:34:23.224925 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-68a32826-46d7-4385-ad71-a9513efefe89 None None] Provisioning for port 786a2d71-5515-4f04-9c49-d87e3dc2e868 completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:34:23.240169 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-68a32826-46d7-4385-ad71-a9513efefe89 None None] Provisioning complete for port 786a2d71-5515-4f04-9c49-d87e3dc2e868 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:23.240558 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68a32826-46d7-4385-ad71-a9513efefe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:23.360010 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:23.452397 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device f50f5447-f748-433c-a604-0e8464719aa7 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:34:23.536861 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-68a32826-46d7-4385-ad71-a9513efefe89 None None] Port 786a2d71-5515-4f04-9c49-d87e3dc2e868 cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:34:23.663584 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port f50f5447-f748-433c-a604-0e8464719aa7 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:34:23.678615 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port f50f5447-f748-433c-a604-0e8464719aa7 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:23.678615 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:23.858417 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:23.872520 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece44a5f-f556-4853-8024-5802fc26dcd5 req-c10b7b59-6a20-4c19-a46b-7fc45a5e4d6c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:23.874064 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ece44a5f-f556-4853-8024-5802fc26dcd5 req-c10b7b59-6a20-4c19-a46b-7fc45a5e4d6c tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.6996408 May 11 16:34:23.889262 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port f50f5447-f748-433c-a604-0e8464719aa7, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=f50f5447-f748-433c-a604-0e8464719aa7,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:34:24.033093 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349ff72-538b-49a0-b194-f10f91ee0fe2 req-ac022eb8-583e-4081-9d3f-1345a4f30c4d tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:24.035433 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b349ff72-538b-49a0-b194-f10f91ee0fe2 req-ac022eb8-583e-4081-9d3f-1345a4f30c4d tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.3951817 May 11 16:34:24.046179 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ece44a5f-f556-4853-8024-5802fc26dcd5 req-0d3490f6-0051-4cd9-a5a0-f368cf3fb900 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518934 May 11 16:34:24.062864 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:24.074442 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:24.108692 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:24.132183 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b349ff72-538b-49a0-b194-f10f91ee0fe2 req-d0eb7a26-304b-4e32-b504-5b6bb1ed766a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847528 May 11 16:34:24.219868 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=f50f5447-f748-433c-a604-0e8464719aa7,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:24.224419 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:24.306111 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:24.307830 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:24.312697 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:24.515974 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Pushing event updated for resources: {'Port': ['ID=786a2d71-5515-4f04-9c49-d87e3dc2e868,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:24.519475 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:24.652341 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:34:24.653653 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:34:25.021052 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Router 97384990-c6a5-4a9c-b4e5-b8469d56c67a has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:34:25.162374 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-aa1e1e91-fe77-4fe0-8f01-c3e16dc6f0e8 None None] Provisioning complete for port 786a2d71-5515-4f04-9c49-d87e3dc2e868 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:25.163018 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1e91-fe77-4fe0-8f01-c3e16dc6f0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:25.238424 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e1e91-fe77-4fe0-8f01-c3e16dc6f0e8 None None] Port 786a2d71-5515-4f04-9c49-d87e3dc2e868 cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:34:25.413897 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device f50f5447-f748-433c-a604-0e8464719aa7 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:34:25.479876 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:34:25.487721 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] 10.222.0.69 "PUT /v2.0/routers/97384990-c6a5-4a9c-b4e5-b8469d56c67a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7013817 May 11 16:34:25.494534 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Sync routers for ids ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:34:25.504855 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port f50f5447-f748-433c-a604-0e8464719aa7 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:25.505451 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:25.527139 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87d89d-c68e-467d-a8e7-fb99bf71bc32 req-95980858-c88e-489b-8985-1a3ee86e79cc tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:25.528679 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ad87d89d-c68e-467d-a8e7-fb99bf71bc32 req-95980858-c88e-489b-8985-1a3ee86e79cc tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1868715 May 11 16:34:25.553053 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Routers {'97384990-c6a5-4a9c-b4e5-b8469d56c67a'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:34:25.554697 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:34:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:25.576210 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad06b0a-3c45-418d-ac0c-36d3c6e77834 req-9af0037b-7146-4a9e-a7b3-7a8f4c45f101 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:25.577815 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fad06b0a-3c45-418d-ac0c-36d3c6e77834 req-9af0037b-7146-4a9e-a7b3-7a8f4c45f101 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1901283 May 11 16:34:25.633747 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ad87d89d-c68e-467d-a8e7-fb99bf71bc32 req-3af0359f-ab73-4bfb-ae5f-6e7d78869276 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924702 May 11 16:34:25.675689 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fad06b0a-3c45-418d-ac0c-36d3c6e77834 req-ffda8016-db92-401f-9501-fc37be82fc95 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715644 May 11 16:34:25.899959 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Set router 97384990-c6a5-4a9c-b4e5-b8469d56c67a gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:34:26.481221 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:34:22Z', 'revision_number': 4, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port': {'id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:13Z', 'updated_at': '2021-05-11T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '786a2d71-5515-4f04-9c49-d87e3dc2e868', 'name': '', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'mac_address': 'fa:16:3e:52:aa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e9042834-24c6-488a-9648-48e73366864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:21Z', 'updated_at': '2021-05-11T16:34:23Z', 'revision_number': 2, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'subnets': [{'id': 'e9042834-24c6-488a-9648-48e73366864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:26.490213 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Checking router: 97384990-c6a5-4a9c-b4e5-b8469d56c67a for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:34:26.490712 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Updating router 97384990-c6a5-4a9c-b4e5-b8469d56c67a port 786a2d71-5515-4f04-9c49-d87e3dc2e868 binding host dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:34:26.592871 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:26.777286 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5859d3-2a5c-46a5-92a5-5b7dda047145 req-634cec1e-72d9-41ab-87f9-8a84e4b275d8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:26.785879 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6f5859d3-2a5c-46a5-92a5-5b7dda047145 req-634cec1e-72d9-41ab-87f9-8a84e4b275d8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 946 time: 0.1585870 May 11 16:34:26.911196 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6f5859d3-2a5c-46a5-92a5-5b7dda047145 req-81fd8047-6584-4833-b7fe-b7e8cb062d62 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186140 May 11 16:34:26.984823 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44786) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:26.992595 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1492920148-network', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:26.998511 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:27.009148 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Usage tracker for resource:network and tenant:ec075cf3dd3d45ea9731a0ec62288125 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:27.017513 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:27.034072 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92bc13-6b31-4bab-b2b7-8f2432266e94 req-219965a6-0817-40d1-8366-b8f196e06996 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:27.036917 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:27.040730 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7f92bc13-6b31-4bab-b2b7-8f2432266e94 req-219965a6-0817-40d1-8366-b8f196e06996 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.2436469 May 11 16:34:27.115919 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7f92bc13-6b31-4bab-b2b7-8f2432266e94 req-2c71856e-2ce6-43e7-a935-1c64c717d52d tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716269 May 11 16:34:27.143179 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Made reservation on behalf of ec075cf3dd3d45ea9731a0ec62288125 for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:34:27.146720 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:27.181457 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:27.233076 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:27.241128 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Usage tracker for resource:security_group_rule and tenant:ec075cf3dd3d45ea9731a0ec62288125 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:27.245717 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:27.256098 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:27.271323 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:27.313330 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Transition to ACTIVE for port object 786a2d71-5515-4f04-9c49-d87e3dc2e868 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:34:27.342507 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163612b-c5af-467a-bc3f-23cdd7843bda req-cdaee0a0-4421-4e78-a35f-1070a54471dd tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:27.344715 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a163612b-c5af-467a-bc3f-23cdd7843bda req-cdaee0a0-4421-4e78-a35f-1070a54471dd tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.2443054 May 11 16:34:27.438326 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:27.446461 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:27.450837 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:27.454261 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a163612b-c5af-467a-bc3f-23cdd7843bda req-55e2465f-feff-49ee-8b3c-cfd935e76b63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023560 May 11 16:34:27.561540 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:27.588039 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:34:27.613575 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:27.615899 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Added segment eed9ec32-e648-4661-9e0a-d4afd9719a92 of type vlan for network fe5d324e-7bd0-4fd9-951a-3a1be7d4e849 May 11 16:34:27.681120 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 44808) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:27.686657 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:27.732512 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1b41aec6-9665-4671-9eeb-1154b60bc048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:27.763976 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac77a74-4ea1-4ad0-9cbd-1ef3f1ac1ac6,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:27.780473 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:27.800270 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:27.801857 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:27.802578 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:27.807918 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:27.922891 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ff82f-dd22-436a-8827-96806b920152 None None] Pushing event updated for resources: {'Port': ['ID=786a2d71-5515-4f04-9c49-d87e3dc2e868,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:27.978075 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Pushing event updated for resources: {'Network': ['ID=fe5d324e-7bd0-4fd9-951a-3a1be7d4e849,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:27.979175 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:28.012283 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b3983b96-61bb-4b82-8fc0-9a5f2bc82d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:28.031271 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c17ff82f-dd22-436a-8827-96806b920152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:28.033668 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network fe5d324e-7bd0-4fd9-951a-3a1be7d4e849 details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:34:28.044612 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-b3983b96-61bb-4b82-8fc0-9a5f2bc82d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:28.053570 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-b3983b96-61bb-4b82-8fc0-9a5f2bc82d68 admin admin] Usage tracker for resource:security_group_rule and tenant:d63363470b9a4a779c59e2f9fe98271d is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:28.057895 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-b3983b96-61bb-4b82-8fc0-9a5f2bc82d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:28.076853 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0893190 May 11 16:34:28.083276 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-b3983b96-61bb-4b82-8fc0-9a5f2bc82d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:28.083944 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44818) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:28.090623 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Request body: {'subnet': {'network_id': 'fe5d324e-7bd0-4fd9-951a-3a1be7d4e849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1492920148-subnet', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:28.102298 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:28.123831 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Usage tracker for resource:subnet and tenant:ec075cf3dd3d45ea9731a0ec62288125 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:28.123831 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:28.130983 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:28.210795 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Attempting to bind port 786a2d71-5515-4f04-9c49-d87e3dc2e868 on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:34:28.211166 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Attempting to bind port 786a2d71-5515-4f04-9c49-d87e3dc2e868 by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': '3c173c08-13b4-464b-a614-8f99eccc8ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:34:28.211556 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Attempting to bind port 786a2d71-5515-4f04-9c49-d87e3dc2e868 on network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:34:28.239630 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:34:28.240030 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Made reservation on behalf of ec075cf3dd3d45ea9731a0ec62288125 for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:34:28.240148 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Checking segment: {'id': '3c173c08-13b4-464b-a614-8f99eccc8ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:34:28.240637 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:28.241105 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Bound using segment: {'id': '3c173c08-13b4-464b-a614-8f99eccc8ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:34:28.242171 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Bound port: 786a2d71-5515-4f04-9c49-d87e3dc2e868, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c173c08-13b4-464b-a614-8f99eccc8ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:34:28.242597 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:28.242894 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461719'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:28.381396 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] For port 786a2d71-5515-4f04-9c49-d87e3dc2e868, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:34:28.386931 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] For port 786a2d71-5515-4f04-9c49-d87e3dc2e868, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=786a2d71-5515-4f04-9c49-d87e3dc2e868,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:34:28.465587 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db307fdf-dca3-474d-90ff-233b58b17463 req-c588ed4e-8ff3-4fb8-86ec-41ac54e1c287 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:28.467735 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-db307fdf-dca3-474d-90ff-233b58b17463 req-c588ed4e-8ff3-4fb8-86ec-41ac54e1c287 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 946 time: 0.3073170 May 11 16:34:28.470462 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b3983b96-61bb-4b82-8fc0-9a5f2bc82d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:28.482492 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:28.497054 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-00468f65-ab23-4ecc-ad9c-d4ba3c837ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:28.535071 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce610ab1-9b9f-4248-a843-f8e8e8b693d7 req-fc36a4a8-a398-4901-a2cc-df31f30920bc tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:28.537693 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ce610ab1-9b9f-4248-a843-f8e8e8b693d7 req-fc36a4a8-a398-4901-a2cc-df31f30920bc tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.2535462 May 11 16:34:28.547930 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-db307fdf-dca3-474d-90ff-233b58b17463 req-cdb081c5-d979-47e7-9581-c923a59f4184 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703580 May 11 16:34:28.549071 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b3983b96-61bb-4b82-8fc0-9a5f2bc82d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:28.560933 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:28.628284 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Routers {'97384990-c6a5-4a9c-b4e5-b8469d56c67a'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:34:28.628936 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:34:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:28.955781 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-b3983b96-61bb-4b82-8fc0-9a5f2bc82d68 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d63363470b9a4a779c59e2f9fe98271d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2708600 May 11 16:34:28.976110 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 44828) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:29.044460 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ff82f-dd22-436a-8827-96806b920152 None None] Pushing event updated for resources: {'Port': ['ID=786a2d71-5515-4f04-9c49-d87e3dc2e868,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:29.045713 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3983b96-61bb-4b82-8fc0-9a5f2bc82d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe326f63-2dd7-4893-a15e-386e44776ecd,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:29.057388 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-b3983b96-61bb-4b82-8fc0-9a5f2bc82d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:29.068307 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c17ff82f-dd22-436a-8827-96806b920152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:29.077133 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ce610ab1-9b9f-4248-a843-f8e8e8b693d7 req-d20e64e9-740d-416e-a7be-8468ee522eec tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189643 May 11 16:34:29.112701 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2310472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461797'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:29.118250 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:29.202321 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f58775-baf7-4630-8e8b-49c3609034bc req-055875dc-4327-4ea5-9c0f-379627300b8e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:29.203866 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-56f58775-baf7-4630-8e8b-49c3609034bc req-055875dc-4327-4ea5-9c0f-379627300b8e tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 946 time: 0.6309330 May 11 16:34:29.231465 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-121e7d97-f381-495d-b972-e9ef9d3e5e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:29.245183 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=945827c8-f6a8-4811-8f45-d583674e2c41,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:29.249363 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:29.255020 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Checking segment: {'id': 'eed9ec32-e648-4661-9e0a-d4afd9719a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'fe5d324e-7bd0-4fd9-951a-3a1be7d4e849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:34:29.255457 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Network hostable DHCP agents. Network: fe5d324e-7bd0-4fd9-951a-3a1be7d4e849, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:34:29.260292 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] Set router 97384990-c6a5-4a9c-b4e5-b8469d56c67a gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:34:29.312629 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8c10c-515d-4af8-baac-2c67ffcca9eb req-32dbf329-b771-49b8-a505-eea902002ebb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:29.319512 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3bc8c10c-515d-4af8-baac-2c67ffcca9eb req-32dbf329-b771-49b8-a505-eea902002ebb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.4074333 May 11 16:34:29.343737 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Network fe5d324e-7bd0-4fd9-951a-3a1be7d4e849 is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:34:29.401109 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-121e7d97-f381-495d-b972-e9ef9d3e5e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:29.434939 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, fe5d324e-7bd0-4fd9-951a-3a1be7d4e849) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:34:29.446829 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:29.447417 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:29.473295 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7787e9-b474-4371-aec6-d4d34454b7d9 None None] Network fe5d324e-7bd0-4fd9-951a-3a1be7d4e849 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:34:29.502459 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3bc8c10c-515d-4af8-baac-2c67ffcca9eb req-944fb935-3cd0-4aae-a769-fb4ecaa1b6d0 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811762 May 11 16:34:29.549579 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4649804 May 11 16:34:29.552976 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44836) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:29.557638 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1492920148-router', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:29.567021 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:29.574193 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-56f58775-baf7-4630-8e8b-49c3609034bc req-cea5bc09-7042-45ce-9a44-fdafdc12ea76 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Deleting port b377cd6a-4a82-45bf-9338-527616009d42 {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:34:29.574787 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-56f58775-baf7-4630-8e8b-49c3609034bc req-cea5bc09-7042-45ce-9a44-fdafdc12ea76 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:29.580886 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Usage tracker for resource:router and tenant:ec075cf3dd3d45ea9731a0ec62288125 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:29.591875 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:29.613776 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:29.731535 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45168'] for router, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:29.732578 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45129'] for router, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:29.812452 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:29.823589 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-121e7d97-f381-495d-b972-e9ef9d3e5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:29.839144 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7f388bca-8ef7-4a02-a0aa-a5906b57bcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:29.883341 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e7d97-f381-495d-b972-e9ef9d3e5e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe326f63-2dd7-4893-a15e-386e44776ecd,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:29.893743 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-121e7d97-f381-495d-b972-e9ef9d3e5e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:29.907577 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-121e7d97-f381-495d-b972-e9ef9d3e5e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:29.909849 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-121e7d97-f381-495d-b972-e9ef9d3e5e5a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe326f63-2dd7-4893-a15e-386e44776ecd HTTP/1.1" status: 204 len: 168 time: 0.9266598 May 11 16:34:29.926050 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1f367f-d06e-5d0a-8dfe-005ed39a03a0-fe5d324e-7bd0-4fd9-951a-3a1be7d4e849', 'network_id': 'fe5d324e-7bd0-4fd9-951a-3a1be7d4e849', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'fixed_ips': [{'subnet_id': '945827c8-f6a8-4811-8f45-d583674e2c41'}]}} from dv-cinder-761113-11-smb. {{(pid=79308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:34:29.927049 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:29.964377 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-56f58775-baf7-4630-8e8b-49c3609034bc req-cea5bc09-7042-45ce-9a44-fdafdc12ea76 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] For port b377cd6a-4a82-45bf-9338-527616009d42, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=b377cd6a-4a82-45bf-9338-527616009d42,segment=NetworkSegment(50b8bb3e-d6b2-428b-b765-971239e5f1ed),segment_id=50b8bb3e-d6b2-428b-b765-971239e5f1ed)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:34:29.964785 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-56f58775-baf7-4630-8e8b-49c3609034bc req-cea5bc09-7042-45ce-9a44-fdafdc12ea76 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:30.116409 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:34:22Z', 'revision_number': 4, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port': {'id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:13Z', 'updated_at': '2021-05-11T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '786a2d71-5515-4f04-9c49-d87e3dc2e868', 'name': '', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'mac_address': 'fa:16:3e:52:aa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e9042834-24c6-488a-9648-48e73366864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:21Z', 'updated_at': '2021-05-11T16:34:28Z', 'revision_number': 4, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'subnets': [{'id': 'e9042834-24c6-488a-9648-48e73366864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:30.131400 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db249bde-1583-44e1-80bd-9ddb53583af7 None None] The sync data for ids ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'] in dv-cinder-761113-11-smb is: [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:34:22Z', 'revision_number': 4, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port': {'id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:13Z', 'updated_at': '2021-05-11T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '786a2d71-5515-4f04-9c49-d87e3dc2e868', 'name': '', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'mac_address': 'fa:16:3e:52:aa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e9042834-24c6-488a-9648-48e73366864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:21Z', 'updated_at': '2021-05-11T16:34:28Z', 'revision_number': 4, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'subnets': [{'id': 'e9042834-24c6-488a-9648-48e73366864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:34:30.291622 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Allocated IP 172.20.0.2 (fe5d324e-7bd0-4fd9-951a-3a1be7d4e849/945827c8-f6a8-4811-8f45-d583674e2c41/4b45d231-88eb-40d4-a780-a627522de9b8) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:34:30.439114 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45143'] for router, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:30.470190 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f14652-b726-478c-a406-dd923d0c2952 req-b4cc41e3-2281-47a8-92ba-aceea8b6eab2 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:30.472456 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-49f14652-b726-478c-a406-dd923d0c2952 req-b4cc41e3-2281-47a8-92ba-aceea8b6eab2 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 946 time: 0.7500665 May 11 16:34:30.486013 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-56f58775-baf7-4630-8e8b-49c3609034bc req-cea5bc09-7042-45ce-9a44-fdafdc12ea76 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Calling delete_port for b377cd6a-4a82-45bf-9338-527616009d42 owned by compute:nova {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:34:30.751902 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:30.752927 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-49f14652-b726-478c-a406-dd923d0c2952 req-213a4e80-ccc7-42d1-881b-a97e9e077d4b tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/security-groups?id=bbabc2a5-4b4b-47fe-b80e-0b3630be334d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804638 May 11 16:34:30.777032 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Transition to ACTIVE for port object 4b45d231-88eb-40d4-a780-a627522de9b8 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:34:30.822728 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Transition to ACTIVE for port object 4b45d231-88eb-40d4-a780-a627522de9b8 will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:34:30.868682 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c93d87-98c7-42ce-9297-41e2ecd20194 req-5a10618f-37b2-486a-a633-108af0b571bd tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:30.884126 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b7c93d87-98c7-42ce-9297-41e2ecd20194 req-5a10618f-37b2-486a-a633-108af0b571bd tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.4277599 May 11 16:34:30.943346 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:30.949440 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-51beec26-5fe7-4c37-b041-3edcbf843ce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:30.968822 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b7c93d87-98c7-42ce-9297-41e2ecd20194 req-6f9cac4d-fb33-4ee8-9457-6d8bb0b03263 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831628 May 11 16:34:31.072962 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Network fe5d324e-7bd0-4fd9-951a-3a1be7d4e849 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:34:31.072962 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:34:31.076715 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:34:31.208089 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44856) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:31.252082 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Attempting to bind port 4b45d231-88eb-40d4-a780-a627522de9b8 on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:34:31.252614 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Attempting to bind port 4b45d231-88eb-40d4-a780-a627522de9b8 by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'eed9ec32-e648-4661-9e0a-d4afd9719a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'fe5d324e-7bd0-4fd9-951a-3a1be7d4e849'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:34:31.253091 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Attempting to bind port 4b45d231-88eb-40d4-a780-a627522de9b8 on network fe5d324e-7bd0-4fd9-951a-3a1be7d4e849 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:34:31.271512 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-078cefe9-3213-49b6-9897-e9fc6cb25ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:31.277609 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:34:31.278100 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Checking segment: {'id': 'eed9ec32-e648-4661-9e0a-d4afd9719a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'fe5d324e-7bd0-4fd9-951a-3a1be7d4e849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:34:31.278410 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:31.278815 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Bound using segment: {'id': 'eed9ec32-e648-4661-9e0a-d4afd9719a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'fe5d324e-7bd0-4fd9-951a-3a1be7d4e849'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:34:31.293853 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Bound port: 4b45d231-88eb-40d4-a780-a627522de9b8, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed9ec32-e648-4661-9e0a-d4afd9719a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'fe5d324e-7bd0-4fd9-951a-3a1be7d4e849'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:34:31.294083 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:31.318566 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Pushing event updated for resources: {'Port': ['ID=4b45d231-88eb-40d4-a780-a627522de9b8,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:31.331699 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:31.348322 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-078cefe9-3213-49b6-9897-e9fc6cb25ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:31.358012 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-078cefe9-3213-49b6-9897-e9fc6cb25ebe admin admin] Usage tracker for resource:security_group_rule and tenant:4d4550520df640ec82ef9e5fe78062cb is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:31.368605 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-078cefe9-3213-49b6-9897-e9fc6cb25ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:31.380504 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-078cefe9-3213-49b6-9897-e9fc6cb25ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:31.384019 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:31.443005 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device b377cd6a-4a82-45bf-9338-527616009d42 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:34:31.446359 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:31.486472 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde88ed6-1764-422d-bb1c-aa02c94dd148 req-0eb8eaf7-cf3e-4f7c-8b62-5e113db81869 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:31.495349 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 786a2d71-5515-4f04-9c49-d87e3dc2e868 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:34:31.496363 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cde88ed6-1764-422d-bb1c-aa02c94dd148 req-0eb8eaf7-cf3e-4f7c-8b62-5e113db81869 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.3601806 May 11 16:34:31.497592 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-56f58775-baf7-4630-8e8b-49c3609034bc req-cea5bc09-7042-45ce-9a44-fdafdc12ea76 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:31.554730 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3ae9e557-b122-4586-9ada-922ef0cbd593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:31.581797 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: b377cd6a-4a82-45bf-9338-527616009d42 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:34:31.582151 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device b377cd6a-4a82-45bf-9338-527616009d42 not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:34:31.686265 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5bc09-7042-45ce-9a44-fdafdc12ea76 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Pushing event deleted for resources: {'Port': ['ID=b377cd6a-4a82-45bf-9338-527616009d42,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:31.734395 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-cea5bc09-7042-45ce-9a44-fdafdc12ea76 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:31.816838 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f58775-baf7-4630-8e8b-49c3609034bc req-cea5bc09-7042-45ce-9a44-fdafdc12ea76 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] No DVR routers for this DVR port b377cd6a-4a82-45bf-9338-527616009d42 on host hv-cinder-76111 {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:34:31.823184 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-56f58775-baf7-4630-8e8b-49c3609034bc req-cea5bc09-7042-45ce-9a44-fdafdc12ea76 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:31.827865 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] For port 4b45d231-88eb-40d4-a780-a627522de9b8, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:34:31.831609 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] For port 4b45d231-88eb-40d4-a780-a627522de9b8, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=4b45d231-88eb-40d4-a780-a627522de9b8,segment=NetworkSegment(eed9ec32-e648-4661-9e0a-d4afd9719a92),segment_id=eed9ec32-e648-4661-9e0a-d4afd9719a92)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:34:31.840772 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d850223-9315-4af4-8ca9-58338e4a5035', 'name': 'network-vif-deleted', 'tag': 'b377cd6a-4a82-45bf-9338-527616009d42'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:34:31.859142 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-078cefe9-3213-49b6-9897-e9fc6cb25ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:31.869613 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cde88ed6-1764-422d-bb1c-aa02c94dd148 req-0f65c755-3f9b-4519-a834-60e7be861391 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3588548 May 11 16:34:31.900328 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Allocated IP 172.28.3.105 (b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4/c7e06862-2dbb-4b92-abf1-8341c9322d5c/42020077-51f1-49c1-9a0e-aa17e59a4df2) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:34:32.030092 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:32.035604 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:32.094897 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-078cefe9-3213-49b6-9897-e9fc6cb25ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:32.102126 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d850223-9315-4af4-8ca9-58338e4a5035', 'name': 'network-vif-deleted', 'tag': 'b377cd6a-4a82-45bf-9338-527616009d42', 'status': 'completed', 'code': 200} May 11 16:34:32.103801 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-56f58775-baf7-4630-8e8b-49c3609034bc req-cea5bc09-7042-45ce-9a44-fdafdc12ea76 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.86 "DELETE /v2.0/ports/b377cd6a-4a82-45bf-9338-527616009d42 HTTP/1.1" status: 204 len: 173 time: 2.8735638 May 11 16:34:32.121966 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-decce79f-aea1-4dce-b29d-fe9bb5410329 req-1f0b0487-8762-4ab0-8060-0750031e7dd8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Synchronizing usage tracker for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:34:32.129053 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4a9c7186-d6ae-41c0-97b4-ea4ce7d3cc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:32.171807 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 786a2d71-5515-4f04-9c49-d87e3dc2e868 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:34:32.208483 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cefe9-3213-49b6-9897-e9fc6cb25ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abb82fa-dec5-463e-bea4-dbdd57f4670e,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:32.215416 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-078cefe9-3213-49b6-9897-e9fc6cb25ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:32.215612 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 786a2d71-5515-4f04-9c49-d87e3dc2e868 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:32.215981 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:32.298431 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-078cefe9-3213-49b6-9897-e9fc6cb25ebe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4d4550520df640ec82ef9e5fe78062cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0587947 May 11 16:34:32.315475 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44874) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:32.402666 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-decce79f-aea1-4dce-b29d-fe9bb5410329 req-1f0b0487-8762-4ab0-8060-0750031e7dd8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Unset dirty status for tenant:a2e00d552a1f4bb595b5b236d459a777 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:34:32.424980 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:32.427414 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-decce79f-aea1-4dce-b29d-fe9bb5410329 req-1f0b0487-8762-4ab0-8060-0750031e7dd8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 210 time: 0.4172041 May 11 16:34:32.452796 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-27bdfb90-d1df-4e21-a92d-5b2eb48b1b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:32.498598 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-27bdfb90-d1df-4e21-a92d-5b2eb48b1b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:32.534870 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Pushing event updated for resources: {'Port': ['ID=4b45d231-88eb-40d4-a780-a627522de9b8,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:32.554319 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:32.557963 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe657e6-4910-4217-8da7-7ea6f3b7ad11 req-015d116d-3519-45af-8ddc-51f6d847cc19 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:32.562677 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ebe657e6-4910-4217-8da7-7ea6f3b7ad11 req-015d116d-3519-45af-8ddc-51f6d847cc19 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.3041906 May 11 16:34:32.641757 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:32.647265 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:32.652860 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ebe657e6-4910-4217-8da7-7ea6f3b7ad11 req-1e7e14f0-1fe6-4724-9ebd-8b0e0870bc06 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815632 May 11 16:34:32.660280 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:32.732646 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-27bdfb90-d1df-4e21-a92d-5b2eb48b1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:32.742089 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port 786a2d71-5515-4f04-9c49-d87e3dc2e868, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=786a2d71-5515-4f04-9c49-d87e3dc2e868,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:34:32.760387 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:34:32.771463 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:34:32.781253 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:34:32.835306 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:32.838008 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:33.033786 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=786a2d71-5515-4f04-9c49-d87e3dc2e868,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:33.095053 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:33.193910 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Pushing event updated for resources: {'Port': ['ID=42020077-51f1-49c1-9a0e-aa17e59a4df2,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:33.436322 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:33.439576 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c399f3a0-8e30-4dd2-97c8-8414962cc558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.693s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:33.479712 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdfb90-d1df-4e21-a92d-5b2eb48b1b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abb82fa-dec5-463e-bea4-dbdd57f4670e,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:33.485830 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-27bdfb90-d1df-4e21-a92d-5b2eb48b1b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:33.487216 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-27bdfb90-d1df-4e21-a92d-5b2eb48b1b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:33.488550 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-27bdfb90-d1df-4e21-a92d-5b2eb48b1b07 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1abb82fa-dec5-463e-bea4-dbdd57f4670e HTTP/1.1" status: 204 len: 168 time: 1.1698072 May 11 16:34:33.606545 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 786a2d71-5515-4f04-9c49-d87e3dc2e868 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:34:33.612526 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeff7b7-e485-4f43-955c-5fd2522f4633 req-17315594-1297-415f-ae4d-200d517ca9a7 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:33.614822 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4eeff7b7-e485-4f43-955c-5fd2522f4633 req-17315594-1297-415f-ae4d-200d517ca9a7 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1458538 May 11 16:34:33.671843 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4eeff7b7-e485-4f43-955c-5fd2522f4633 req-66debae9-9b93-4e25-88d7-3bfdc8859f1a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488591 May 11 16:34:33.713652 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 786a2d71-5515-4f04-9c49-d87e3dc2e868 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:33.714117 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:33.843273 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1f05ae2c-a5ec-4309-ab4a-56fa4c1fb916 req-26f73675-d8a3-43e4-85cb-dd68acc82f31 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d850223-9315-4af4-8ca9-58338e4a5035 HTTP/1.1" status: 200 len: 210 time: 0.0924294 May 11 16:34:33.853515 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 4b45d231-88eb-40d4-a780-a627522de9b8 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:34:33.929361 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d2879-7d19-48f9-a90e-e4e8672a6069 req-1eb4248b-e03d-4256-ac2f-0002835ca1b4 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:33.932608 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-140d2879-7d19-48f9-a90e-e4e8672a6069 req-1eb4248b-e03d-4256-ac2f-0002835ca1b4 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1291316 May 11 16:34:34.087425 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 4b45d231-88eb-40d4-a780-a627522de9b8 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:34:34.130673 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-140d2879-7d19-48f9-a90e-e4e8672a6069 req-f96a667a-4efb-44e4-97e3-5402108ea797 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884387 May 11 16:34:34.229979 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:34.240862 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:34.300114 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56cbbd1-bc46-4a10-80f5-fa43238edee8 None None] Network fe5d324e-7bd0-4fd9-951a-3a1be7d4e849 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:34:34.548595 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-aef6941f-ad0d-4ed4-b407-84517fba500a None None] Provisioning for port 4b45d231-88eb-40d4-a780-a627522de9b8 completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:34:34.593585 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-aef6941f-ad0d-4ed4-b407-84517fba500a None None] Provisioning complete for port 4b45d231-88eb-40d4-a780-a627522de9b8 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:34.594292 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-aef6941f-ad0d-4ed4-b407-84517fba500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:34.824466 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396547'] for router, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:34.840139 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-aef6941f-ad0d-4ed4-b407-84517fba500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:34.910417 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-aef6941f-ad0d-4ed4-b407-84517fba500a None None] For port 4b45d231-88eb-40d4-a780-a627522de9b8, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=4b45d231-88eb-40d4-a780-a627522de9b8,segment=NetworkSegment(eed9ec32-e648-4661-9e0a-d4afd9719a92),segment_id=eed9ec32-e648-4661-9e0a-d4afd9719a92)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:34:35.014739 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 44926) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:35.052467 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-aef6941f-ad0d-4ed4-b407-84517fba500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:35.054826 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c17ff82f-dd22-436a-8827-96806b920152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:35.219641 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6941f-ad0d-4ed4-b407-84517fba500a None None] Pushing event updated for resources: {'Port': ['ID=4b45d231-88eb-40d4-a780-a627522de9b8,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:35.225295 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-aef6941f-ad0d-4ed4-b407-84517fba500a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:35.272058 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_v2 [None req-724fdbcb-520b-4c26-b919-082b50dee748 admin admin] Deleting subnet f76e838a-3889-4a39-887c-b17ff72dc119 {{(pid=79306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:34:35.283829 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-724fdbcb-520b-4c26-b919-082b50dee748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:35.375845 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-5c9269c9-390d-45cb-a7fb-6f08dc7059a9 None None] Provisioning complete for port 4b45d231-88eb-40d4-a780-a627522de9b8 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:35.376262 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5c9269c9-390d-45cb-a7fb-6f08dc7059a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:35.407257 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 4b45d231-88eb-40d4-a780-a627522de9b8 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:34:35.419929 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-724fdbcb-520b-4c26-b919-082b50dee748 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:35.447511 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-724fdbcb-520b-4c26-b919-082b50dee748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:35.483396 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb776d2a-6f88-4bb8-881e-5a396dec5dc3 req-46b378cd-e335-4c8f-ae34-48eac5816dd3 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:35.484915 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fb776d2a-6f88-4bb8-881e-5a396dec5dc3 req-46b378cd-e335-4c8f-ae34-48eac5816dd3 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.3468587 May 11 16:34:35.514446 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 4b45d231-88eb-40d4-a780-a627522de9b8 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:35.515158 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:35.549261 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Router 198dc865-49a0-42b0-95df-83a03d744ab6 is scheduled to L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f with binding_index 1 {{(pid=79307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:34:35.597132 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 44946) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:35.662086 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fb776d2a-6f88-4bb8-881e-5a396dec5dc3 req-31d66abc-639a-4f53-9e1a-f4fdada82fc2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708837 May 11 16:34:35.691679 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a67270-75bb-4032-8c59-67780c4fe21c req-1a26b577-9426-4828-bf68-06e72f8da22e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:35.693182 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-47a67270-75bb-4032-8c59-67780c4fe21c req-1a26b577-9426-4828-bf68-06e72f8da22e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.3342636 May 11 16:34:35.736457 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44956) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:35.786475 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-47a67270-75bb-4032-8c59-67780c4fe21c req-21796b4b-f929-4bd9-b3ed-b6513798629f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828001 May 11 16:34:35.897390 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:34:35.911533 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7502f5bb-f8f8-4ae7-8a08-4add8fd38a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:35.912111 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Sync routers for ids ['198dc865-49a0-42b0-95df-83a03d744ab6'] in dv-cinder-761113-11-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:34:35.925552 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Routers {'198dc865-49a0-42b0-95df-83a03d744ab6'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:34:35.926429 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:34:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['198dc865-49a0-42b0-95df-83a03d744ab6'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:35.934737 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-7502f5bb-f8f8-4ae7-8a08-4add8fd38a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:35.939097 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-7502f5bb-f8f8-4ae7-8a08-4add8fd38a06 admin admin] Usage tracker for resource:security_group_rule and tenant:491b433cb1fb4b28baf968be9c9343b4 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:35.945844 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-7502f5bb-f8f8-4ae7-8a08-4add8fd38a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:35.951219 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-7502f5bb-f8f8-4ae7-8a08-4add8fd38a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:35.952871 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1222736958-network', 'tenant_id': 'abaa52c8f46046118296ff386dd151a8'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:35.957242 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:35.962632 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Usage tracker for resource:network and tenant:abaa52c8f46046118296ff386dd151a8 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:35.965852 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:35.971723 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:36.025791 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.030282 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4747472 May 11 16:34:36.030765 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44966) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:36.049626 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-724fdbcb-520b-4c26-b919-082b50dee748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for subnet, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.061432 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-66770309-a974-4561-9c15-b1ee8cebfdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:36.097521 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fdbcb-520b-4c26-b919-082b50dee748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f76e838a-3889-4a39-887c-b17ff72dc119,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:36.100685 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-724fdbcb-520b-4c26-b919-082b50dee748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:36.108449 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-724fdbcb-520b-4c26-b919-082b50dee748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.115738 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Set router 198dc865-49a0-42b0-95df-83a03d744ab6 gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:34:36.123688 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-724fdbcb-520b-4c26-b919-082b50dee748 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f76e838a-3889-4a39-887c-b17ff72dc119 HTTP/1.1" status: 204 len: 168 time: 1.1071978 May 11 16:34:36.129201 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 44970) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:36.276406 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Made reservation on behalf of abaa52c8f46046118296ff386dd151a8 for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:34:36.277714 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.278755 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.281628 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7502f5bb-f8f8-4ae7-8a08-4add8fd38a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.295006 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.329794 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:36.336746 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Usage tracker for resource:security_group_rule and tenant:abaa52c8f46046118296ff386dd151a8 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:36.341564 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:36.350472 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:36.438382 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'name': 'tempest-TestShelveInstance-1492920148-router', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:29Z', 'updated_at': '2021-05-11T16:34:33Z', 'revision_number': 3, 'project_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'gw_port': {'id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:31Z', 'updated_at': '2021-05-11T16:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:36.444502 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Checking router: 198dc865-49a0-42b0-95df-83a03d744ab6 for host: dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:34:36.445153 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Updating router 198dc865-49a0-42b0-95df-83a03d744ab6 port 42020077-51f1-49c1-9a0e-aa17e59a4df2 binding host dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:34:36.449646 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7502f5bb-f8f8-4ae7-8a08-4add8fd38a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.459684 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:36.485048 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.508099 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.518295 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.522104 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:34:36.522586 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:34:36.523991 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:34:36.528982 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Subscribe: > port after_create 55550000 {{(pid=79306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:34:36.528982 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Subscribe: > port after_delete 55550000 {{(pid=79306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:34:36.528982 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Subscribe: > port after_update 55550000 {{(pid=79306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:34:36.528982 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:34:36.528982 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:34:36.528982 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:34:36.528982 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:34:36.609350 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.614233 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-116c3d96-a96e-44d1-965c-0b095be16ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:36.629159 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:34:36.629455 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:34:36.629964 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:34:36.630100 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:34:36.630449 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f463bd-84b8-4578-b5db-75dd85f92e3a']}} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:36.648662 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:34:36.653673 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b8bb3e-d6b2-428b-b765-971239e5f1ed') {'for_net_delete': True} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:36.654113 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b8bb3e-d6b2-428b-b765-971239e5f1ed') {} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:36.661191 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502f5bb-f8f8-4ae7-8a08-4add8fd38a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad045bc7-e93d-4bf1-acfe-2095c4f6c0a2,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:36.662663 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf65068-c199-40a9-a859-aad3f6ae0b13,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:36.668862 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-7502f5bb-f8f8-4ae7-8a08-4add8fd38a06 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=491b433cb1fb4b28baf968be9c9343b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0643132 May 11 16:34:36.669367 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:36.670315 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7502f5bb-f8f8-4ae7-8a08-4add8fd38a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:36.672689 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 44976) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:36.676575 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-994915'] for segment, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.687299 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.687675 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Added segment 7590dc65-4862-4c08-bb2d-ca5ff962e355 of type vlan for network 02541083-a781-449e-a210-8a402aad2818 May 11 16:34:36.769706 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.781147 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=79306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:34:36.781686 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-868251'] for segment, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: from cryptography.utils import int_from_bytes May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: from cryptography.utils import int_from_bytes May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: Traceback (most recent call last): May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: timer() May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: cb(*args, **kw) May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: return func(*args, **kwargs) May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: self._notify() May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: self.callback(batched_events) May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: event.method(event) May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: return f(self, *a, **k) May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: return self._get(url).json() May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: return self.request(url, 'GET', **kwargs) May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:34:36.812231 dv-cinder-761113-11-smb neutron-server[79306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:34:36.869029 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.906850 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:36.922872 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7be5e4e2-0bff-41bf-8519-a520aa68658a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.069125 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.072613 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7be5e4e2-0bff-41bf-8519-a520aa68658a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.084497 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471bd46-97d5-481b-bcf4-24ffa5bc36d5 req-dfc59db0-014a-44a9-98a2-bd9e413600f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:37.086564 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2471bd46-97d5-481b-bcf4-24ffa5bc36d5 req-dfc59db0-014a-44a9-98a2-bd9e413600f5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0947d58a4f784ffdb486149eb985047a&device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 1099 time: 0.3870494 May 11 16:34:37.127799 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.130647 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:37.131309 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.140790 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-63198875-fdf7-414b-b4ba-6bacf68972ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:37.172214 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Transition to ACTIVE for port object 42020077-51f1-49c1-9a0e-aa17e59a4df2 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:34:37.202101 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.224474 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-55539e26-f74f-4799-afdb-adbf68d2a379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:37.249418 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.272119 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Pushing event updated for resources: {'Network': ['ID=02541083-a781-449e-a210-8a402aad2818,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:37.274544 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.275147 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:37.285568 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-e3561297-511b-42b2-88c8-d7a2b2f3fc14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:37.285690 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network 02541083-a781-449e-a210-8a402aad2818 details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:34:37.360992 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Pushing event deleted for resources: {'Network': ['ID=41f463bd-84b8-4578-b5db-75dd85f92e3a,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:37.376839 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:37.387438 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Attempting to bind port 42020077-51f1-49c1-9a0e-aa17e59a4df2 on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:34:37.388365 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Attempting to bind port 42020077-51f1-49c1-9a0e-aa17e59a4df2 by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:34:37.388365 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Attempting to bind port 42020077-51f1-49c1-9a0e-aa17e59a4df2 on network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:34:37.389815 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6438289 May 11 16:34:37.395456 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 44984) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:37.398679 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3c0d1-1928-42fd-acdd-96e477b53978 None None] Pushing event updated for resources: {'Port': ['ID=42020077-51f1-49c1-9a0e-aa17e59a4df2,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:37.403064 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-0ff3c0d1-1928-42fd-acdd-96e477b53978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:37.404514 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:34:37.404767 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Checking segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:34:37.405175 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.405566 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Bound using segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:34:37.406108 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5c0db-526f-4070-beae-4b92048b0ccd req-ac98b17d-b6d1-4cd2-a4de-8bf58eae423a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:37.406251 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Bound port: 42020077-51f1-49c1-9a0e-aa17e59a4df2, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:34:37.406359 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Request body: {'subnet': {'network_id': '02541083-a781-449e-a210-8a402aad2818', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1222736958-subnet', 'tenant_id': 'abaa52c8f46046118296ff386dd151a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:37.406604 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.407635 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dbc5c0db-526f-4070-beae-4b92048b0ccd req-ac98b17d-b6d1-4cd2-a4de-8bf58eae423a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.4859138 May 11 16:34:37.414880 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:37.422796 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Usage tracker for resource:subnet and tenant:abaa52c8f46046118296ff386dd151a8 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:37.432895 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:37.443276 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e9519-671b-4ad8-abca-0996ddace2b7 req-5dea3c83-c249-493a-9619-7a09b0fc587f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:37.446720 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:37.451714 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Allocated IP 172.20.0.1 (fe5d324e-7bd0-4fd9-951a-3a1be7d4e849/945827c8-f6a8-4811-8f45-d583674e2c41/102848b7-255e-49f5-9955-33c26fa96b2d) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:34:37.458096 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-644e9519-671b-4ad8-abca-0996ddace2b7 req-5dea3c83-c249-493a-9619-7a09b0fc587f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.4734795 May 11 16:34:37.501260 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] For port 42020077-51f1-49c1-9a0e-aa17e59a4df2, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:34:37.506233 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] For port 42020077-51f1-49c1-9a0e-aa17e59a4df2, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=42020077-51f1-49c1-9a0e-aa17e59a4df2,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:34:37.515102 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7be5e4e2-0bff-41bf-8519-a520aa68658a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.517546 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7be5e4e2-0bff-41bf-8519-a520aa68658a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.521297 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-7be5e4e2-0bff-41bf-8519-a520aa68658a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad045bc7-e93d-4bf1-acfe-2095c4f6c0a2 HTTP/1.1" status: 204 len: 168 time: 0.8448918 May 11 16:34:37.534635 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:37.541255 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471bd46-97d5-481b-bcf4-24ffa5bc36d5 req-f0b4abd3-cf0f-458e-a9ef-cba9c1e7b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:37.542704 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2471bd46-97d5-481b-bcf4-24ffa5bc36d5 req-f0b4abd3-cf0f-458e-a9ef-cba9c1e7b613 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75895cd7-86cc-4311-898a-fb981ed5ac7d HTTP/1.1" status: 200 len: 917 time: 0.4396126 May 11 16:34:37.546286 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] 10.222.0.69 "DELETE /v2.0/networks/41f463bd-84b8-4578-b5db-75dd85f92e3a HTTP/1.1" status: 204 len: 168 time: 1.4138365 May 11 16:34:37.562446 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5e4e2-0bff-41bf-8519-a520aa68658a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad045bc7-e93d-4bf1-acfe-2095c4f6c0a2,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:37.598111 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Made reservation on behalf of abaa52c8f46046118296ff386dd151a8 for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:34:37.602464 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461719'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.638398 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7be5e4e2-0bff-41bf-8519-a520aa68658a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:37.652012 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.656903 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:37.659745 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dbc5c0db-526f-4070-beae-4b92048b0ccd req-11346af2-9e6c-44e2-891e-acb2bd51d0fc tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243598 May 11 16:34:37.665435 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-644e9519-671b-4ad8-abca-0996ddace2b7 req-cf611f28-23c0-4411-9752-a198c16ffb52 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768990 May 11 16:34:37.733985 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2471bd46-97d5-481b-bcf4-24ffa5bc36d5 req-61d493e3-99a5-4298-a8e5-9a96c10d72ad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01913f04-5998-45fd-af10-b8e6b0962e1e HTTP/1.1" status: 200 len: 1002 time: 0.1746922 May 11 16:34:37.778727 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Routers {'198dc865-49a0-42b0-95df-83a03d744ab6'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:34:37.779752 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:34:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['198dc865-49a0-42b0-95df-83a03d744ab6'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:37.797671 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:37.800290 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471bd46-97d5-481b-bcf4-24ffa5bc36d5 req-6d359af7-791d-475d-925c-2f50b9af12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:37.801701 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2471bd46-97d5-481b-bcf4-24ffa5bc36d5 req-6d359af7-791d-475d-925c-2f50b9af12b0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78af6bf4-3116-4bd6-81f1-294f2a27b4a6 HTTP/1.1" status: 200 len: 855 time: 0.0589681 May 11 16:34:37.854566 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Transition to ACTIVE for port object 102848b7-255e-49f5-9955-33c26fa96b2d will not be triggered until provisioned by entity DHCP. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:34:37.895209 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3c0d1-1928-42fd-acdd-96e477b53978 None None] Pushing event updated for resources: {'Port': ['ID=42020077-51f1-49c1-9a0e-aa17e59a4df2,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:37.896334 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471bd46-97d5-481b-bcf4-24ffa5bc36d5 req-aef27dee-58a1-4a7e-8335-2d6f967bdc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:37.900291 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2471bd46-97d5-481b-bcf4-24ffa5bc36d5 req-aef27dee-58a1-4a7e-8335-2d6f967bdc21 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75895cd7-86cc-4311-898a-fb981ed5ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0879335 May 11 16:34:37.951974 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-0ff3c0d1-1928-42fd-acdd-96e477b53978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:38.025461 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] Set router 198dc865-49a0-42b0-95df-83a03d744ab6 gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:34:38.052395 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2471bd46-97d5-481b-bcf4-24ffa5bc36d5 req-acefb927-182b-432e-8173-b370d0739a7c service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468146 May 11 16:34:38.103511 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 45000) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:38.187551 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:38.293163 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-3d5957ec-6ec6-4822-913c-95eef881d0d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2e00d552a1f4bb595b5b236d459a777&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1851082 May 11 16:34:38.293406 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 45010) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:38.333709 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2471bd46-97d5-481b-bcf4-24ffa5bc36d5 req-ce3bcd23-187f-4720-be2e-53983c850cc1 service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720873 May 11 16:34:38.395821 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7c5c0899-f311-46b0-b122-31a039b91358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:38.427355 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7c5c0899-f311-46b0-b122-31a039b91358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:38.434063 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:38.484732 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'name': 'tempest-TestShelveInstance-1492920148-router', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:29Z', 'updated_at': '2021-05-11T16:34:33Z', 'revision_number': 3, 'project_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'gw_port': {'id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:31Z', 'updated_at': '2021-05-11T16:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:38.491356 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fefa1-cac4-4bee-9781-e16c63dfe7de None None] The sync data for ids ['198dc865-49a0-42b0-95df-83a03d744ab6'] in dv-cinder-761113-11-smb is: [{'id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'name': 'tempest-TestShelveInstance-1492920148-router', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:29Z', 'updated_at': '2021-05-11T16:34:33Z', 'revision_number': 3, 'project_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'gw_port': {'id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:31Z', 'updated_at': '2021-05-11T16:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:34:38.506148 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Network fe5d324e-7bd0-4fd9-951a-3a1be7d4e849 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:34:38.509785 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:34:38.514491 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:34:38.595065 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Pushing event updated for resources: {'Port': ['ID=102848b7-255e-49f5-9955-33c26fa96b2d,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:38.595439 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7c5c0899-f311-46b0-b122-31a039b91358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:38.602367 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:38.608055 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:38.618852 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c0899-f311-46b0-b122-31a039b91358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbabc2a5-4b4b-47fe-b80e-0b3630be334d,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:38.622503 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7c5c0899-f311-46b0-b122-31a039b91358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:38.634846 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7c5c0899-f311-46b0-b122-31a039b91358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:38.638565 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-7c5c0899-f311-46b0-b122-31a039b91358 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bbabc2a5-4b4b-47fe-b80e-0b3630be334d HTTP/1.1" status: 204 len: 168 time: 0.3424542 May 11 16:34:38.657005 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:38.765733 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2310472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461797'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:38.771469 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ee897299-5bbc-41c1-bbf0-a06b93b67e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:38.871238 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d6091a6-cc88-4450-9bd3-54cae10a4b84,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:38.881097 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:38.888316 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Checking segment: {'id': '7590dc65-4862-4c08-bb2d-ca5ff962e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '02541083-a781-449e-a210-8a402aad2818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:34:38.888510 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Network hostable DHCP agents. Network: 02541083-a781-449e-a210-8a402aad2818, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:34:38.994378 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-99721540-89cd-44d7-ac24-df34ba925637 None None] Provisioning for port 102848b7-255e-49f5-9955-33c26fa96b2d completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:34:38.999890 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-99721540-89cd-44d7-ac24-df34ba925637 None None] Provisioning complete for port 102848b7-255e-49f5-9955-33c26fa96b2d triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:39.005702 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-99721540-89cd-44d7-ac24-df34ba925637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:39.072464 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:39.086025 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Network 02541083-a781-449e-a210-8a402aad2818 is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:34:39.128997 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-99721540-89cd-44d7-ac24-df34ba925637 None None] Port 102848b7-255e-49f5-9955-33c26fa96b2d cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:34:39.168053 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41d07f-c0af-45b6-8cc2-30621c9ee2b8 req-f824337e-4557-427e-8fc7-e712278837bb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:39.169660 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8f41d07f-c0af-45b6-8cc2-30621c9ee2b8 req-f824337e-4557-427e-8fc7-e712278837bb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.2476923 May 11 16:34:39.177686 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f681e-faa9-4c9f-bc5d-b8ac30212ef6 req-0acf0049-db38-4924-923f-56957942d75f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:39.185246 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-352f681e-faa9-4c9f-bc5d-b8ac30212ef6 req-0acf0049-db38-4924-923f-56957942d75f tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.3264093 May 11 16:34:39.228910 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, 02541083-a781-449e-a210-8a402aad2818) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:34:39.238877 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988c2fd-b411-4271-8b72-c92fcab6b8ac None None] Network 02541083-a781-449e-a210-8a402aad2818 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:34:39.271371 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:39.272318 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:39.306987 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-352f681e-faa9-4c9f-bc5d-b8ac30212ef6 req-be2260bb-a74e-498a-8b57-f699495022f0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151299 May 11 16:34:39.321900 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8f41d07f-c0af-45b6-8cc2-30621c9ee2b8 req-bc02cbfc-d3ab-429e-b0cb-e849310e2f2d tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327016 May 11 16:34:39.433830 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 01913f04-5998-45fd-af10-b8e6b0962e1e no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:34:39.490943 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0944397 May 11 16:34:39.528705 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:39.544526 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 42020077-51f1-49c1-9a0e-aa17e59a4df2 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:34:39.626941 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183361'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:39.708026 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:39.844834 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68de890-f10e-41af-bb6d-23977b3ff448 req-44d05616-4992-46e8-b3ab-f8405d85c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:39.847960 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c68de890-f10e-41af-bb6d-23977b3ff448 req-44d05616-4992-46e8-b3ab-f8405d85c2ca service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 1098 time: 0.1635888 May 11 16:34:39.890815 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Pushing event updated for resources: {'Port': ['ID=102848b7-255e-49f5-9955-33c26fa96b2d,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:39.910105 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:39.921036 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:39.936247 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c68de890-f10e-41af-bb6d-23977b3ff448 req-5d20038f-622e-4cb1-a67b-20b29148664e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780430 May 11 16:34:40.016679 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c02098-48a0-4946-846d-79117d5070fe None None] Network 02541083-a781-449e-a210-8a402aad2818 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:34:40.162836 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Network fe5d324e-7bd0-4fd9-951a-3a1be7d4e849 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:34:40.164674 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:34:40.301310 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 42020077-51f1-49c1-9a0e-aa17e59a4df2 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:34:40.314796 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 42020077-51f1-49c1-9a0e-aa17e59a4df2 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:40.315559 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:40.463600 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Router 198dc865-49a0-42b0-95df-83a03d744ab6 has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:34:40.487191 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:40.626294 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 01913f04-5998-45fd-af10-b8e6b0962e1e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=01913f04-5998-45fd-af10-b8e6b0962e1e,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:34:40.630554 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01913f04-5998-45fd-af10-b8e6b0962e1e'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:34:40.736447 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-c80c2c32-8296-4c86-b7da-a0fa0c5c6c81 None None] Provisioning complete for port 102848b7-255e-49f5-9955-33c26fa96b2d triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:40.737855 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c80c2c32-8296-4c86-b7da-a0fa0c5c6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:40.780644 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49855c75-fb90-4efc-b894-baa740c7fa02 req-2054044c-055b-426c-92d6-41f5cbd78d16 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:40.790463 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-49855c75-fb90-4efc-b894-baa740c7fa02 req-2054044c-055b-426c-92d6-41f5cbd78d16 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 946 time: 0.1975441 May 11 16:34:40.796070 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:34:40.805449 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] 10.222.0.69 "PUT /v2.0/routers/198dc865-49a0-42b0-95df-83a03d744ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7733970 May 11 16:34:40.820716 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2276d-4db4-40ef-8771-8ec7f61d1c38 req-9377da94-5397-4efd-bb40-52857bccbbfc tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:40.825797 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-64c2276d-4db4-40ef-8771-8ec7f61d1c38 req-9377da94-5397-4efd-bb40-52857bccbbfc tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.2900662 May 11 16:34:40.861672 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:40.909353 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port 42020077-51f1-49c1-9a0e-aa17e59a4df2, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=42020077-51f1-49c1-9a0e-aa17e59a4df2,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:34:40.916662 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-c80c2c32-8296-4c86-b7da-a0fa0c5c6c81 None None] Port 102848b7-255e-49f5-9955-33c26fa96b2d cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:34:40.926499 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:40.932416 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:40.938364 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-49855c75-fb90-4efc-b894-baa740c7fa02 req-8d74fc1c-ae46-4247-a109-a4c00aefc567 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304300 May 11 16:34:40.962154 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-64c2276d-4db4-40ef-8771-8ec7f61d1c38 req-cae0fce4-e425-417b-b8b9-4a7a7816e5ff tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152704 May 11 16:34:41.059331 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:41.063816 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Sync routers for ids ['198dc865-49a0-42b0-95df-83a03d744ab6'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:34:41.092695 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'code': 200} May 11 16:34:41.114237 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=01913f04-5998-45fd-af10-b8e6b0962e1e,revision_number=8']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:41.118112 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:41.118756 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:41.154477 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Routers {'198dc865-49a0-42b0-95df-83a03d744ab6'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:34:41.155168 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:34:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['198dc865-49a0-42b0-95df-83a03d744ab6'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:41.358140 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=42020077-51f1-49c1-9a0e-aa17e59a4df2,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:41.362811 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:41.429281 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Set router 198dc865-49a0-42b0-95df-83a03d744ab6 gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:34:41.794358 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'name': 'tempest-TestShelveInstance-1492920148-router', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:29Z', 'updated_at': '2021-05-11T16:34:38Z', 'revision_number': 4, 'project_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'gw_port': {'id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:31Z', 'updated_at': '2021-05-11T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '102848b7-255e-49f5-9955-33c26fa96b2d', 'name': '', 'network_id': 'fe5d324e-7bd0-4fd9-951a-3a1be7d4e849', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'mac_address': 'fa:16:3e:be:84:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '945827c8-f6a8-4811-8f45-d583674e2c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:37Z', 'updated_at': '2021-05-11T16:34:39Z', 'revision_number': 2, 'project_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'subnets': [{'id': '945827c8-f6a8-4811-8f45-d583674e2c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:41.798525 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Checking router: 198dc865-49a0-42b0-95df-83a03d744ab6 for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:34:41.798879 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Updating router 198dc865-49a0-42b0-95df-83a03d744ab6 port 102848b7-255e-49f5-9955-33c26fa96b2d binding host dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:34:41.853470 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:42.036962 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 45104) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:42.042277 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-710281775', 'description': 'tempest-secgroup-smoke-710281775 description', 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:42.048891 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:42.052812 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Usage tracker for resource:security_group and tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:42.056672 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:42.065722 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:42.162603 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:42.201880 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:42.206277 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Usage tracker for resource:security_group_rule and tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:42.210731 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:42.218948 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:42.240701 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:42.253266 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Transition to ACTIVE for port object 102848b7-255e-49f5-9955-33c26fa96b2d will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:34:42.258631 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44f68e-ed8a-430b-921e-d1b2fef975f9 req-2c0d023d-271d-428f-af3b-7e55452cf541 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:42.261698 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4e44f68e-ed8a-430b-921e-d1b2fef975f9 req-2c0d023d-271d-428f-af3b-7e55452cf541 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.1335809 May 11 16:34:42.333509 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4e44f68e-ed8a-430b-921e-d1b2fef975f9 req-7a1d572b-e991-4740-9603-80cd98e5bc81 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667877 May 11 16:34:42.355289 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:42.365916 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:42.372004 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:42.474749 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:42.479917 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:42.541452 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c070360b-6006-4a01-83e6-9d15035390f8,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:42.547903 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:42.608543 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1a757-03d6-47f2-aa2d-0c5ae7b991c3 None None] Pushing event updated for resources: {'Port': ['ID=102848b7-255e-49f5-9955-33c26fa96b2d,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:42.611539 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-79c1a757-03d6-47f2-aa2d-0c5ae7b991c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:42.670684 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392b71b-fa97-4041-a017-403d0b1ffc36 req-53f90764-b82c-41cb-bd89-996cbc6a98b9 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:42.673688 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0392b71b-fa97-4041-a017-403d0b1ffc36 req-53f90764-b82c-41cb-bd89-996cbc6a98b9 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1162100 May 11 16:34:42.674228 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:42.677890 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6370487 May 11 16:34:42.678263 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 45128) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:42.685672 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-d0a93411-f2ae-4285-a7fa-3cbf6148ff55 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Request body: {'security_group_rule': {'security_group_id': 'c070360b-6006-4a01-83e6-9d15035390f8', 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:42.691100 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Attempting to bind port 102848b7-255e-49f5-9955-33c26fa96b2d on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:34:42.692463 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Attempting to bind port 102848b7-255e-49f5-9955-33c26fa96b2d by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'eed9ec32-e648-4661-9e0a-d4afd9719a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'fe5d324e-7bd0-4fd9-951a-3a1be7d4e849'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:34:42.692640 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-d0a93411-f2ae-4285-a7fa-3cbf6148ff55 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:42.697416 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Attempting to bind port 102848b7-255e-49f5-9955-33c26fa96b2d on network fe5d324e-7bd0-4fd9-951a-3a1be7d4e849 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:34:42.699340 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d0a93411-f2ae-4285-a7fa-3cbf6148ff55 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Usage tracker for resource:security_group_rule and tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:42.707129 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d0a93411-f2ae-4285-a7fa-3cbf6148ff55 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:42.709361 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:34:42.709985 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Checking segment: {'id': 'eed9ec32-e648-4661-9e0a-d4afd9719a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'fe5d324e-7bd0-4fd9-951a-3a1be7d4e849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:34:42.711728 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:42.712136 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Bound using segment: {'id': 'eed9ec32-e648-4661-9e0a-d4afd9719a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'fe5d324e-7bd0-4fd9-951a-3a1be7d4e849'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:34:42.712635 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Bound port: 102848b7-255e-49f5-9955-33c26fa96b2d, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed9ec32-e648-4661-9e0a-d4afd9719a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'fe5d324e-7bd0-4fd9-951a-3a1be7d4e849'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:34:42.715895 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:42.753377 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-d0a93411-f2ae-4285-a7fa-3cbf6148ff55 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:42.760037 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0392b71b-fa97-4041-a017-403d0b1ffc36 req-ee87a8fa-de61-4337-b937-e3422f77e2c3 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793693 May 11 16:34:42.899257 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d0a93411-f2ae-4285-a7fa-3cbf6148ff55 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:42.913894 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] For port 102848b7-255e-49f5-9955-33c26fa96b2d, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:34:42.921211 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] For port 102848b7-255e-49f5-9955-33c26fa96b2d, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=102848b7-255e-49f5-9955-33c26fa96b2d,segment=NetworkSegment(eed9ec32-e648-4661-9e0a-d4afd9719a92),segment_id=eed9ec32-e648-4661-9e0a-d4afd9719a92)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:34:42.992286 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d0a93411-f2ae-4285-a7fa-3cbf6148ff55 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:42.994957 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:42.998856 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:43.074189 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Routers {'198dc865-49a0-42b0-95df-83a03d744ab6'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:34:43.074985 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:34:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['198dc865-49a0-42b0-95df-83a03d744ab6'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:43.111989 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d0a93411-f2ae-4285-a7fa-3cbf6148ff55 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:43.113971 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ef514815-b8b7-4b16-a445-8ddeb5ab6a23 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:43.168738 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a93411-f2ae-4285-a7fa-3cbf6148ff55 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5bccea-779c-4d26-a9a9-01811e01cbd7,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:43.175498 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d0a93411-f2ae-4285-a7fa-3cbf6148ff55 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:43.231192 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1a757-03d6-47f2-aa2d-0c5ae7b991c3 None None] Pushing event updated for resources: {'Port': ['ID=102848b7-255e-49f5-9955-33c26fa96b2d,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:43.236229 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-79c1a757-03d6-47f2-aa2d-0c5ae7b991c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:43.291341 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d0a93411-f2ae-4285-a7fa-3cbf6148ff55 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:43.293056 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-d0a93411-f2ae-4285-a7fa-3cbf6148ff55 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6136765 May 11 16:34:43.303326 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 45150) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:43.303326 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-37a40f68-a77c-48f3-a98f-aba9ab4fc5da tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Request body: {'security_group_rule': {'security_group_id': 'c070360b-6006-4a01-83e6-9d15035390f8', 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:43.312989 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-37a40f68-a77c-48f3-a98f-aba9ab4fc5da tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:43.318339 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-37a40f68-a77c-48f3-a98f-aba9ab4fc5da tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Usage tracker for resource:security_group_rule and tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:43.322855 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-37a40f68-a77c-48f3-a98f-aba9ab4fc5da tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:43.328217 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] Set router 198dc865-49a0-42b0-95df-83a03d744ab6 gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:34:43.332533 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-37a40f68-a77c-48f3-a98f-aba9ab4fc5da tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:43.398214 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 42020077-51f1-49c1-9a0e-aa17e59a4df2 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:34:43.506270 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 01913f04-5998-45fd-af10-b8e6b0962e1e no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:34:43.587936 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-37a40f68-a77c-48f3-a98f-aba9ab4fc5da tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:43.697438 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-37a40f68-a77c-48f3-a98f-aba9ab4fc5da tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:43.705643 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a403-388b-40af-87d0-a75be7738435 req-fa04ccba-83ce-4436-875b-042522844226 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:43.707568 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df86a403-388b-40af-87d0-a75be7738435 req-fa04ccba-83ce-4436-875b-042522844226 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/networks?id=02541083-a781-449e-a210-8a402aad2818 HTTP/1.1" status: 200 len: 809 time: 0.2939141 May 11 16:34:43.723785 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df86a403-388b-40af-87d0-a75be7738435 req-dd036560-2a56-42f4-8721-564e5f8fb515 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/quotas/abaa52c8f46046118296ff386dd151a8 HTTP/1.1" status: 200 len: 375 time: 0.0101087 May 11 16:34:43.766321 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-37a40f68-a77c-48f3-a98f-aba9ab4fc5da tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:43.779993 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df86a403-388b-40af-87d0-a75be7738435 req-7307e950-b112-4c3e-bd1e-ffa086e5101e tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=abaa52c8f46046118296ff386dd151a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499251 May 11 16:34:43.780739 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 42020077-51f1-49c1-9a0e-aa17e59a4df2 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:43.781119 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:43.782188 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:43.827380 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a40f68-a77c-48f3-a98f-aba9ab4fc5da tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d979db1-0447-4260-9c62-f47035f971e7,revision_number=0']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:43.834674 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-37a40f68-a77c-48f3-a98f-aba9ab4fc5da tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:43.962415 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df86a403-388b-40af-87d0-a75be7738435 req-912f2e11-b839-41ed-91d0-3b8b4d5d93cc service neutron] 10.222.0.69 "GET /v2.0/networks/02541083-a781-449e-a210-8a402aad2818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721444 May 11 16:34:43.963635 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-37a40f68-a77c-48f3-a98f-aba9ab4fc5da tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:43.964972 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-37a40f68-a77c-48f3-a98f-aba9ab4fc5da tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6676145 May 11 16:34:43.967590 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 45168) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:43.974706 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-81efe448-6f55-488c-9123-ce237852789d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Request body: {'security_group_rule': {'security_group_id': 'c070360b-6006-4a01-83e6-9d15035390f8', 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:43.999979 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'name': 'tempest-TestShelveInstance-1492920148-router', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:29Z', 'updated_at': '2021-05-11T16:34:38Z', 'revision_number': 4, 'project_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'gw_port': {'id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:31Z', 'updated_at': '2021-05-11T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '102848b7-255e-49f5-9955-33c26fa96b2d', 'name': '', 'network_id': 'fe5d324e-7bd0-4fd9-951a-3a1be7d4e849', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'mac_address': 'fa:16:3e:be:84:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '945827c8-f6a8-4811-8f45-d583674e2c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:37Z', 'updated_at': '2021-05-11T16:34:42Z', 'revision_number': 4, 'project_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'subnets': [{'id': '945827c8-f6a8-4811-8f45-d583674e2c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:34:44.000156 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ea9f7a-434f-4b4e-b17f-6584146da394 None None] The sync data for ids ['198dc865-49a0-42b0-95df-83a03d744ab6'] in dv-cinder-761113-11-smb is: [{'id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'name': 'tempest-TestShelveInstance-1492920148-router', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:29Z', 'updated_at': '2021-05-11T16:34:38Z', 'revision_number': 4, 'project_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'gw_port': {'id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:31Z', 'updated_at': '2021-05-11T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '102848b7-255e-49f5-9955-33c26fa96b2d', 'name': '', 'network_id': 'fe5d324e-7bd0-4fd9-951a-3a1be7d4e849', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'mac_address': 'fa:16:3e:be:84:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '945827c8-f6a8-4811-8f45-d583674e2c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:37Z', 'updated_at': '2021-05-11T16:34:42Z', 'revision_number': 4, 'project_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'subnets': [{'id': '945827c8-f6a8-4811-8f45-d583674e2c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:34:44.013741 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-81efe448-6f55-488c-9123-ce237852789d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:44.086223 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-81efe448-6f55-488c-9123-ce237852789d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Usage tracker for resource:security_group_rule and tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:44.090736 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-81efe448-6f55-488c-9123-ce237852789d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:44.098852 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-81efe448-6f55-488c-9123-ce237852789d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:44.164117 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df86a403-388b-40af-87d0-a75be7738435 req-57a1fe23-466a-4517-956e-dd6191934340 service neutron] 10.222.0.69 "GET /v2.0/networks/02541083-a781-449e-a210-8a402aad2818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844532 May 11 16:34:44.269156 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-81efe448-6f55-488c-9123-ce237852789d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:44.348879 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-81efe448-6f55-488c-9123-ce237852789d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:44.399387 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-81efe448-6f55-488c-9123-ce237852789d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:44.401641 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-ad1122d6-ba4e-42e9-947e-b564befd62ff tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:44.452655 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efe448-6f55-488c-9123-ce237852789d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bd8825-7c54-43ad-ab57-a63ce130b91b,revision_number=0']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:44.461600 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-81efe448-6f55-488c-9123-ce237852789d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:44.559817 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-81efe448-6f55-488c-9123-ce237852789d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:44.561522 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-81efe448-6f55-488c-9123-ce237852789d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5928447 May 11 16:34:44.564810 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 45188) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:44.581200 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-769e4028-c57d-4301-9f17-9bbcc1c36d97 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Request body: {'security_group_rule': {'security_group_id': 'c070360b-6006-4a01-83e6-9d15035390f8', 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:44.599766 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-769e4028-c57d-4301-9f17-9bbcc1c36d97 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:44.606278 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-769e4028-c57d-4301-9f17-9bbcc1c36d97 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Usage tracker for resource:security_group_rule and tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:44.612532 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-769e4028-c57d-4301-9f17-9bbcc1c36d97 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:44.627365 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-769e4028-c57d-4301-9f17-9bbcc1c36d97 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:44.709451 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-769e4028-c57d-4301-9f17-9bbcc1c36d97 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:44.808291 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-769e4028-c57d-4301-9f17-9bbcc1c36d97 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:44.849848 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4c6fbebe-8451-43df-b916-76c203c0f113 req-1bd49345-07e4-45a2-a6e8-c4f06e6a8bf0 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 210 time: 0.0548081 May 11 16:34:45.228567 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850fa2f-626b-4818-a210-5487debb39b3 req-8dfe22e5-9ce1-4517-b388-9507c878dac2 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:45.228567 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3850fa2f-626b-4818-a210-5487debb39b3 req-8dfe22e5-9ce1-4517-b388-9507c878dac2 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0893264 May 11 16:34:45.231470 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-769e4028-c57d-4301-9f17-9bbcc1c36d97 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:45.232630 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3850fa2f-626b-4818-a210-5487debb39b3 req-6ade37f8-cbb7-4153-8ce3-99a6866a03ec tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423818 May 11 16:34:45.234672 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:45.248917 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e4028-c57d-4301-9f17-9bbcc1c36d97 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ada6a4-2def-4e3d-950f-2c05861a1ac4,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:45.252431 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-769e4028-c57d-4301-9f17-9bbcc1c36d97 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:45.308544 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ac44ff06-7cf0-475e-b0d1-61ee79b2d79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:45.344570 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa413a-934d-46e3-b6f4-0fc0b936909f req-c680a13f-2333-47bf-ba06-7174909b3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:45.349042 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-83fa413a-934d-46e3-b6f4-0fc0b936909f req-c680a13f-2333-47bf-ba06-7174909b3a55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=43090811c61044408241c79e8f6afe8c&device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 1098 time: 0.1144464 May 11 16:34:45.377226 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-769e4028-c57d-4301-9f17-9bbcc1c36d97 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:45.378547 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-769e4028-c57d-4301-9f17-9bbcc1c36d97 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8101814 May 11 16:34:45.382190 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 45212) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:45.387566 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-0973ae9d-e633-4c3f-8271-a92646a053de tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Request body: {'security_group_rule': {'security_group_id': 'c070360b-6006-4a01-83e6-9d15035390f8', 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:45.398205 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0973ae9d-e633-4c3f-8271-a92646a053de tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:45.402154 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0973ae9d-e633-4c3f-8271-a92646a053de tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Usage tracker for resource:security_group_rule and tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:45.405605 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0973ae9d-e633-4c3f-8271-a92646a053de tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:45.411792 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0973ae9d-e633-4c3f-8271-a92646a053de tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:45.432487 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 102848b7-255e-49f5-9955-33c26fa96b2d up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:34:45.497267 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.securitygroups_db [None req-0973ae9d-e633-4c3f-8271-a92646a053de tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Project 34d4bd1a8f0a4d54aa13a4dea016e9ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 16:34:45.503529 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0973ae9d-e633-4c3f-8271-a92646a053de tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:45.536701 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa413a-934d-46e3-b6f4-0fc0b936909f req-fd5ad1f8-e3b1-4155-af13-be066f41ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:45.538155 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-83fa413a-934d-46e3-b6f4-0fc0b936909f req-fd5ad1f8-e3b1-4155-af13-be066f41ba00 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 HTTP/1.1" status: 200 len: 919 time: 0.1805916 May 11 16:34:45.598167 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0973ae9d-e633-4c3f-8271-a92646a053de tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:45.668768 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-83fa413a-934d-46e3-b6f4-0fc0b936909f req-34f6becf-c4c2-4757-ab89-7665a8456bf9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b21616-e2b4-46ba-9d87-c96b071dddfa HTTP/1.1" status: 200 len: 217 time: 0.1163759 May 11 16:34:45.708795 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0973ae9d-e633-4c3f-8271-a92646a053de tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:45.711610 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 102848b7-255e-49f5-9955-33c26fa96b2d completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:34:45.711776 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:45.716300 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 102848b7-255e-49f5-9955-33c26fa96b2d triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:45.717124 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:45.770419 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa413a-934d-46e3-b6f4-0fc0b936909f req-b3fb86cf-0ab6-4e8e-a939-55f28ac18025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:45.771798 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-83fa413a-934d-46e3-b6f4-0fc0b936909f req-b3fb86cf-0ab6-4e8e-a939-55f28ac18025 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8cf7b756-6d88-4955-8db1-8a7a09f3073b HTTP/1.1" status: 200 len: 858 time: 0.0948484 May 11 16:34:45.773569 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973ae9d-e633-4c3f-8271-a92646a053de tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bb65e6-79d6-4866-a000-019a854a957d,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:45.777182 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0973ae9d-e633-4c3f-8271-a92646a053de tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:45.782134 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8829984-508d-43f9-8ecf-993eb4a2cfa4 req-c5b42441-ceb3-47ce-b461-5488cc0aeb31 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:45.783639 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a8829984-508d-43f9-8ecf-993eb4a2cfa4 req-c5b42441-ceb3-47ce-b461-5488cc0aeb31 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.1605980 May 11 16:34:45.863123 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0973ae9d-e633-4c3f-8271-a92646a053de tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:45.864644 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-0973ae9d-e633-4c3f-8271-a92646a053de tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4813900 May 11 16:34:45.868584 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 45234) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:45.874683 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-cbdbb90e-4033-4fe8-b576-d69bc2d95fe0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Request body: {'security_group_rule': {'security_group_id': 'c070360b-6006-4a01-83e6-9d15035390f8', 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:45.905798 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-83fa413a-934d-46e3-b6f4-0fc0b936909f req-6e8110a5-43ab-4fa1-ae67-e51c6fa5eb4d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089623 May 11 16:34:45.906295 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-cbdbb90e-4033-4fe8-b576-d69bc2d95fe0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:45.906397 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:45.907133 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-cbdbb90e-4033-4fe8-b576-d69bc2d95fe0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Usage tracker for resource:security_group_rule and tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:45.907349 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a8829984-508d-43f9-8ecf-993eb4a2cfa4 req-f10bb42b-448d-4a20-bb13-cb29aeb4cb77 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647042 May 11 16:34:45.916783 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-cbdbb90e-4033-4fe8-b576-d69bc2d95fe0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:45.932841 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-cbdbb90e-4033-4fe8-b576-d69bc2d95fe0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:45.943054 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port 102848b7-255e-49f5-9955-33c26fa96b2d, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=102848b7-255e-49f5-9955-33c26fa96b2d,segment=NetworkSegment(eed9ec32-e648-4661-9e0a-d4afd9719a92),segment_id=eed9ec32-e648-4661-9e0a-d4afd9719a92)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:34:46.062448 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2afd8e1c-598a-4670-9608-2c109f1cbd2a req-3baecd5e-5597-45cc-871a-629f362cb944 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 210 time: 0.0983083 May 11 16:34:46.116090 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:46.119164 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.securitygroups_db [None req-cbdbb90e-4033-4fe8-b576-d69bc2d95fe0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Project 34d4bd1a8f0a4d54aa13a4dea016e9ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 16:34:46.120666 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-83fa413a-934d-46e3-b6f4-0fc0b936909f req-08a21eee-6d85-4684-b41a-e06a1723b287 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082736 May 11 16:34:46.124213 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:46.138954 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb90e-4033-4fe8-b576-d69bc2d95fe0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:46.219127 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=102848b7-255e-49f5-9955-33c26fa96b2d,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:46.223386 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:46.278972 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-83fa413a-934d-46e3-b6f4-0fc0b936909f req-5cd48442-2702-4b13-93d5-c07592243617 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506171 May 11 16:34:46.377791 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb90e-4033-4fe8-b576-d69bc2d95fe0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:46.387270 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 45254) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:46.440546 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c8abc-6ba4-4ef1-b942-08e8c1e33992 req-0488b9de-105e-4aa3-96e1-deba1f8ef387 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:46.442088 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4d1c8abc-6ba4-4ef1-b942-08e8c1e33992 req-0488b9de-105e-4aa3-96e1-deba1f8ef387 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.0865681 May 11 16:34:46.471710 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb90e-4033-4fe8-b576-d69bc2d95fe0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:46.483026 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-dc592e04-bf47-4b85-8114-665964b963bb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:46.490492 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4d1c8abc-6ba4-4ef1-b942-08e8c1e33992 req-388f6e4d-fd4a-4327-acf1-4dadc1b00b59 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 May 11 16:34:46.513479 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbb90e-4033-4fe8-b576-d69bc2d95fe0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32654a84-f7b1-4540-82a3-404d29465f6b,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:46.520613 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-cbdbb90e-4033-4fe8-b576-d69bc2d95fe0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:46.545855 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4ac6a1c9-4dbe-45e2-8728-f6bc337e566f req-80f1a3ee-e9c6-4c12-a296-dd4d85034f48 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1571717 May 11 16:34:46.611837 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb90e-4033-4fe8-b576-d69bc2d95fe0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:46.613070 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-cbdbb90e-4033-4fe8-b576-d69bc2d95fe0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7432241 May 11 16:34:47.223736 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-159b788e-83d5-40f8-9f7b-7ab0be7a22b3 req-c316b983-09ab-4e98-aed7-ae7f1b93c15b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 210 time: 0.0478516 May 11 16:34:47.249792 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdb7c1-c3cd-40a3-af52-4698eb11534b req-1ca843e2-216a-4be6-8a22-ddb7f16bf78b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:47.251243 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-97fdb7c1-c3cd-40a3-af52-4698eb11534b req-1ca843e2-216a-4be6-8a22-ddb7f16bf78b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.2197196 May 11 16:34:47.305918 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-97fdb7c1-c3cd-40a3-af52-4698eb11534b req-820441ed-3442-4091-a1d5-f01faeabd064 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 May 11 16:34:47.392908 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 102848b7-255e-49f5-9955-33c26fa96b2d up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:34:47.435468 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 45320) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:47.501845 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:47.516116 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 102848b7-255e-49f5-9955-33c26fa96b2d triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:34:47.516620 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:47.623232 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-38085adc-8532-4086-8384-96e1c06acbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:47.703204 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-38085adc-8532-4086-8384-96e1c06acbec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:47.712016 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-38085adc-8532-4086-8384-96e1c06acbec admin admin] Usage tracker for resource:security_group_rule and tenant:467b3d956ff34d848ad5e8dca5eb7fd2 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:47.725419 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-38085adc-8532-4086-8384-96e1c06acbec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:47.731974 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-38085adc-8532-4086-8384-96e1c06acbec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:47.792795 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389ac17-8fb7-4bbe-85d9-a9f416905174 req-04d02d56-833d-48ea-898a-4d8386b29b7e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:47.800958 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f389ac17-8fb7-4bbe-85d9-a9f416905174 req-04d02d56-833d-48ea-898a-4d8386b29b7e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1558394 May 11 16:34:47.863182 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-48017896-28d0-481a-9943-4336404d59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:47.977959 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f389ac17-8fb7-4bbe-85d9-a9f416905174 req-c3ed9e89-2ec1-4b49-a9ab-d3dcaff8edef tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677990 May 11 16:34:48.084552 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a403-388b-40af-87d0-a75be7738435 req-b0eda6e9-49c1-40c4-82f1-3b280ecb26bf tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:48.084552 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df86a403-388b-40af-87d0-a75be7738435 req-b0eda6e9-49c1-40c4-82f1-3b280ecb26bf tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.86 "GET /v2.0/networks?id=02541083-a781-449e-a210-8a402aad2818 HTTP/1.1" status: 200 len: 809 time: 0.2308140 May 11 16:34:48.084552 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-38085adc-8532-4086-8384-96e1c06acbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:48.090032 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Request body: {'port': {'device_id': '5bf1e025-9693-4f10-8d82-5b3866e9976b', 'network_id': '02541083-a781-449e-a210-8a402aad2818', 'admin_state_up': True, 'tenant_id': 'abaa52c8f46046118296ff386dd151a8'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:48.206741 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-38085adc-8532-4086-8384-96e1c06acbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:48.219004 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7502f5bb-f8f8-4ae7-8a08-4add8fd38a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:48.282691 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-38085adc-8532-4086-8384-96e1c06acbec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=467b3d956ff34d848ad5e8dca5eb7fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8457155 May 11 16:34:48.285561 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 45344) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:48.286484 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38085adc-8532-4086-8384-96e1c06acbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ebf568-ab77-4ce2-be8d-f40cb5dfb421,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:48.290929 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-38085adc-8532-4086-8384-96e1c06acbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:48.291745 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:48.296232 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Usage tracker for resource:port and tenant:abaa52c8f46046118296ff386dd151a8 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:48.309790 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:48.322164 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:48.394956 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2d5b0a19-18da-4ad5-a724-635996f4f91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:48.434127 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Made reservation on behalf of abaa52c8f46046118296ff386dd151a8 for: {'port': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:34:48.438205 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:48.448132 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2d5b0a19-18da-4ad5-a724-635996f4f91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:48.454840 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a4acdcba-06a4-40a5-b642-b1f57c2fbdc6 req-2bfc0220-c76b-46cc-a48c-665fec765fc4 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 210 time: 0.0953836 May 11 16:34:48.577073 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2d5b0a19-18da-4ad5-a724-635996f4f91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:48.593633 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-57bc2538-2cf1-4c68-aa16-6c0f6e69ebc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:48.609016 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b0a19-18da-4ad5-a724-635996f4f91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ebf568-ab77-4ce2-be8d-f40cb5dfb421,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:48.653340 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2d5b0a19-18da-4ad5-a724-635996f4f91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:48.653340 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2d5b0a19-18da-4ad5-a724-635996f4f91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:48.653340 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-2d5b0a19-18da-4ad5-a724-635996f4f91b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9ebf568-ab77-4ce2-be8d-f40cb5dfb421 HTTP/1.1" status: 204 len: 168 time: 0.3476567 May 11 16:34:48.654397 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957fb97-825d-426c-bef0-10a791b94212 req-97b2516b-5a58-4b1b-967c-bf4f63c78680 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:48.655091 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b957fb97-825d-426c-bef0-10a791b94212 req-97b2516b-5a58-4b1b-967c-bf4f63c78680 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.1865580 May 11 16:34:48.763873 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b957fb97-825d-426c-bef0-10a791b94212 req-17fc4951-4393-43f2-b367-8b2c63a19972 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081965 May 11 16:34:48.775833 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Allocated IP 172.20.0.10 (02541083-a781-449e-a210-8a402aad2818/2d6091a6-cc88-4450-9bd3-54cae10a4b84/4853a92b-c608-40a7-9c65-e46e263596a1) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:34:48.901522 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:49.028560 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:49.155330 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:49.176854 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-54eff642-8a17-486a-934b-f900af2be55c tempest-VolumesActionsTest-469430002 tempest-VolumesActionsTest-469430002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:49.250807 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Network 02541083-a781-449e-a210-8a402aad2818 is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:34:49.254780 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:34:49.264897 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:34:49.306939 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Pushing event updated for resources: {'Port': ['ID=4853a92b-c608-40a7-9c65-e46e263596a1,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:49.313157 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:49.354824 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed08f5-8baf-4308-ab43-0b8ea8a4f5aa req-27bf3d34-7b4c-46fc-a4e5-cdff42460d85 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:49.356440 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f8ed08f5-8baf-4308-ab43-0b8ea8a4f5aa req-27bf3d34-7b4c-46fc-a4e5-cdff42460d85 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.2382720 May 11 16:34:49.370816 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:49.371523 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:49.436471 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f8ed08f5-8baf-4308-ab43-0b8ea8a4f5aa req-02233209-82e8-4439-82dc-0839d1e249a3 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603485 May 11 16:34:49.475500 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df86a403-388b-40af-87d0-a75be7738435 req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3903000 May 11 16:34:49.489163 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Request body: {'port': {'device_id': '5bf1e025-9693-4f10-8d82-5b3866e9976b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:34:49.706756 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:49.962540 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbac31-77fd-4d5e-976b-78e857057779 req-7a05a964-2fc8-46be-9911-cd0b5f3eab60 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:49.962540 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-41fbac31-77fd-4d5e-976b-78e857057779 req-7a05a964-2fc8-46be-9911-cd0b5f3eab60 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Synchronizing usage tracker for tenant:abaa52c8f46046118296ff386dd151a8 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:34:50.075501 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6a1c9-4dbe-45e2-8728-f6bc337e566f req-9aa24b8f-c153-4679-b165-71c53f94bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:50.077215 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4ac6a1c9-4dbe-45e2-8728-f6bc337e566f req-9aa24b8f-c153-4679-b165-71c53f94bd82 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded&tenant_id=0947d58a4f784ffdb486149eb985047a HTTP/1.1" status: 200 len: 1097 time: 0.1958261 May 11 16:34:50.147980 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-41fbac31-77fd-4d5e-976b-78e857057779 req-7a05a964-2fc8-46be-9911-cd0b5f3eab60 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Unset dirty status for tenant:abaa52c8f46046118296ff386dd151a8 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:34:50.149619 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-41fbac31-77fd-4d5e-976b-78e857057779 req-7a05a964-2fc8-46be-9911-cd0b5f3eab60 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 932 time: 0.5428498 May 11 16:34:50.193070 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6a1c9-4dbe-45e2-8728-f6bc337e566f req-3b096f3e-e138-4beb-9088-248c3f71950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:50.195178 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4ac6a1c9-4dbe-45e2-8728-f6bc337e566f req-3b096f3e-e138-4beb-9088-248c3f71950b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0947d58a4f784ffdb486149eb985047a&device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 1097 time: 0.0910976 May 11 16:34:50.273793 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-41fbac31-77fd-4d5e-976b-78e857057779 req-f148cf52-f130-4f32-baea-d74e66bfad00 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163187 May 11 16:34:50.323672 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4853a92b-c608-40a7-9c65-e46e263596a1 {{(pid=79306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:34:50.344002 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:50.360304 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:50.377348 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Transition to ACTIVE for port object 4853a92b-c608-40a7-9c65-e46e263596a1 will not be triggered until provisioned by entity L2. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:34:50.431079 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6a1c9-4dbe-45e2-8728-f6bc337e566f req-5700b4d4-daf4-40d2-a571-ca14dbd14371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:50.432730 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4ac6a1c9-4dbe-45e2-8728-f6bc337e566f req-5700b4d4-daf4-40d2-a571-ca14dbd14371 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75895cd7-86cc-4311-898a-fb981ed5ac7d HTTP/1.1" status: 200 len: 917 time: 0.2271941 May 11 16:34:50.466583 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:50.477178 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-ea1af463-874f-4211-8d90-6bbcc8936a71 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:50.601684 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4ac6a1c9-4dbe-45e2-8728-f6bc337e566f req-f16372ea-916a-475e-843f-3448b850451d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01913f04-5998-45fd-af10-b8e6b0962e1e HTTP/1.1" status: 200 len: 1000 time: 0.1610947 May 11 16:34:50.624292 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Pushing event updated for resources: {'Port': ['ID=4853a92b-c608-40a7-9c65-e46e263596a1,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:50.629430 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:50.686639 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6a1c9-4dbe-45e2-8728-f6bc337e566f req-9bd87991-cbe7-4e37-97d4-8b2e47f65122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:50.688651 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4ac6a1c9-4dbe-45e2-8728-f6bc337e566f req-9bd87991-cbe7-4e37-97d4-8b2e47f65122 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78af6bf4-3116-4bd6-81f1-294f2a27b4a6 HTTP/1.1" status: 200 len: 855 time: 0.0723207 May 11 16:34:50.703942 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02937239-ee65-4da4-acdc-07c54204f78a req-8f64b4c2-cf51-4479-b292-e8f4a202a37e tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:50.705501 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-02937239-ee65-4da4-acdc-07c54204f78a req-8f64b4c2-cf51-4479-b292-e8f4a202a37e tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.2795932 May 11 16:34:50.756868 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-02937239-ee65-4da4-acdc-07c54204f78a req-c2153bbf-795e-4596-9d5d-4c7ba082d783 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423784 May 11 16:34:50.783334 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6a1c9-4dbe-45e2-8728-f6bc337e566f req-e1daa6e6-e1f2-4990-84a3-c4b0df890160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:50.784877 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4ac6a1c9-4dbe-45e2-8728-f6bc337e566f req-e1daa6e6-e1f2-4990-84a3-c4b0df890160 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75895cd7-86cc-4311-898a-fb981ed5ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0875914 May 11 16:34:50.984333 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4ac6a1c9-4dbe-45e2-8728-f6bc337e566f req-ca42861b-6ec2-4e88-915b-feeab1ee0dec service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912920 May 11 16:34:51.068079 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d094e7-77d9-4d35-b825-013b8842ed7c req-bfde7bd3-653f-4712-8e65-7f38e2a7bdd7 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:51.076389 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b3d094e7-77d9-4d35-b825-013b8842ed7c req-bfde7bd3-653f-4712-8e65-7f38e2a7bdd7 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.1478221 May 11 16:34:51.128063 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b3d094e7-77d9-4d35-b825-013b8842ed7c req-42c54342-1099-4f0e-a6de-fb102bfc4a67 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507402 May 11 16:34:51.213233 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4ac6a1c9-4dbe-45e2-8728-f6bc337e566f req-3bd139b0-63cf-4ae8-8d68-fac0b5e4240f service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110510 May 11 16:34:51.283207 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Attempting to bind port 4853a92b-c608-40a7-9c65-e46e263596a1 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:34:51.285547 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Attempting to bind port 4853a92b-c608-40a7-9c65-e46e263596a1 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '7590dc65-4862-4c08-bb2d-ca5ff962e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '02541083-a781-449e-a210-8a402aad2818'}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:34:51.285547 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Attempting to bind port 4853a92b-c608-40a7-9c65-e46e263596a1 on network 02541083-a781-449e-a210-8a402aad2818 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:34:51.289298 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Port 4853a92b-c608-40a7-9c65-e46e263596a1 on network 02541083-a781-449e-a210-8a402aad2818 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:34:51.289587 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Attempting to bind port 4853a92b-c608-40a7-9c65-e46e263596a1 on network 02541083-a781-449e-a210-8a402aad2818 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:34:51.295277 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:34:51.297534 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Checking segment: {'id': '7590dc65-4862-4c08-bb2d-ca5ff962e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '02541083-a781-449e-a210-8a402aad2818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:34:51.297936 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Bound using segment: {'id': '7590dc65-4862-4c08-bb2d-ca5ff962e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '02541083-a781-449e-a210-8a402aad2818'} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:34:51.298376 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Bound port: 4853a92b-c608-40a7-9c65-e46e263596a1, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7590dc65-4862-4c08-bb2d-ca5ff962e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '02541083-a781-449e-a210-8a402aad2818'}}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:34:51.298727 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:51.459611 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] For port 4853a92b-c608-40a7-9c65-e46e263596a1, host hv-cinder-76111, cleared binding levels {{(pid=79306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:34:51.464065 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] For port 4853a92b-c608-40a7-9c65-e46e263596a1, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4853a92b-c608-40a7-9c65-e46e263596a1,segment=NetworkSegment(7590dc65-4862-4c08-bb2d-ca5ff962e355),segment_id=7590dc65-4862-4c08-bb2d-ca5ff962e355)] {{(pid=79306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:34:51.497605 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d467eb-ffd9-40e6-9b76-e60953678d79 req-6007d1f2-3416-4aba-b889-ba9b49f06eb9 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:51.497605 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-08d467eb-ffd9-40e6-9b76-e60953678d79 req-6007d1f2-3416-4aba-b889-ba9b49f06eb9 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 944 time: 0.1157131 May 11 16:34:51.550754 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:51.557990 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:51.615832 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-08d467eb-ffd9-40e6-9b76-e60953678d79 req-f6e61f9e-0b59-47e9-8673-90d27c06311b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054182 May 11 16:34:51.620193 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:51.621334 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:51.622725 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df86a403-388b-40af-87d0-a75be7738435 req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] 10.222.0.86 "PUT /v2.0/ports/4853a92b-c608-40a7-9c65-e46e263596a1 HTTP/1.1" status: 200 len: 1094 time: 2.1384223 May 11 16:34:51.623217 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf1e025-9693-4f10-8d82-5b3866e9976b', 'tag': '4853a92b-c608-40a7-9c65-e46e263596a1'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:34:51.675287 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Pushing event updated for resources: {'Port': ['ID=4853a92b-c608-40a7-9c65-e46e263596a1,revision_number=3']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:51.685592 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:51.729570 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf1e025-9693-4f10-8d82-5b3866e9976b', 'tag': '4853a92b-c608-40a7-9c65-e46e263596a1', 'status': 'completed', 'code': 200} May 11 16:34:51.842048 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a61a1-a61d-4dc5-8736-df5568cc4b9e req-dc659cae-6d08-41bb-b72f-8b315b5b7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:51.843823 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e70a61a1-a61d-4dc5-8736-df5568cc4b9e req-dc659cae-6d08-41bb-b72f-8b315b5b7c0a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=abaa52c8f46046118296ff386dd151a8&device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 1097 time: 0.0797992 May 11 16:34:52.008251 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 45490) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:52.077316 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a61a1-a61d-4dc5-8736-df5568cc4b9e req-ae454eab-1bae-4d0c-a6f0-dc07a102f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:52.078715 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e70a61a1-a61d-4dc5-8736-df5568cc4b9e req-ae454eab-1bae-4d0c-a6f0-dc07a102f80c service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=abaa52c8f46046118296ff386dd151a8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2243245 May 11 16:34:52.088726 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ae210-dcc7-4da5-a829-69051a843363 req-4194e771-2e53-4561-a302-07148bde4247 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:52.090913 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-932ae210-dcc7-4da5-a829-69051a843363 req-4194e771-2e53-4561-a302-07148bde4247 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.1516008 May 11 16:34:52.319939 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-676418d0-c788-4533-8a74-0700e7407d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:52.341388 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-676418d0-c788-4533-8a74-0700e7407d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:34:52.348068 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-676418d0-c788-4533-8a74-0700e7407d7c admin admin] Usage tracker for resource:security_group_rule and tenant:4ca032ad86124dfbbdab4cdca06f621c is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:34:52.353191 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-676418d0-c788-4533-8a74-0700e7407d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:34:52.361535 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-676418d0-c788-4533-8a74-0700e7407d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:34:52.376711 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-932ae210-dcc7-4da5-a829-69051a843363 req-f16ce61d-d4f5-4898-99ac-971a81cce956 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637219 May 11 16:34:52.488395 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a61a1-a61d-4dc5-8736-df5568cc4b9e req-5929d7dc-50a7-4527-9d2d-e6be0a2802b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:52.490293 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e70a61a1-a61d-4dc5-8736-df5568cc4b9e req-5929d7dc-50a7-4527-9d2d-e6be0a2802b8 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3982129 May 11 16:34:52.494851 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-676418d0-c788-4533-8a74-0700e7407d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:52.558393 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1bcff-3749-4ae6-8c65-b399ddc5a8ed req-4dbd4330-898c-4c52-9459-f23bce810b5c tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:52.572009 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6a1bcff-3749-4ae6-8c65-b399ddc5a8ed req-4dbd4330-898c-4c52-9459-f23bce810b5c tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.1324420 May 11 16:34:52.577125 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-676418d0-c788-4533-8a74-0700e7407d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:52.634556 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c978a506-b6cd-4c9f-ac3c-207b7f058368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:52.678141 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-676418d0-c788-4533-8a74-0700e7407d7c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ca032ad86124dfbbdab4cdca06f621c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6665699 May 11 16:34:52.678990 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 45508) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:34:52.693271 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6a1bcff-3749-4ae6-8c65-b399ddc5a8ed req-563295c9-de28-4b23-92bb-8f7f57dfb6b6 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173646 May 11 16:34:52.723753 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676418d0-c788-4533-8a74-0700e7407d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63f0b52-27d3-49e0-be49-b4b892fb6a48,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:52.746708 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-676418d0-c788-4533-8a74-0700e7407d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:52.824072 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f7d7dd17-1a8d-4299-a6a1-6db0a1a910ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:52.884034 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f7d7dd17-1a8d-4299-a6a1-6db0a1a910ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:53.055364 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f7d7dd17-1a8d-4299-a6a1-6db0a1a910ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:53.073494 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-5734c1ea-d15f-4a3e-99f2-ad53c31e8b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:34:53.083437 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7dd17-1a8d-4299-a6a1-6db0a1a910ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63f0b52-27d3-49e0-be49-b4b892fb6a48,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:34:53.086072 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f7d7dd17-1a8d-4299-a6a1-6db0a1a910ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:53.090696 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-f7d7dd17-1a8d-4299-a6a1-6db0a1a910ae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d63f0b52-27d3-49e0-be49-b4b892fb6a48 HTTP/1.1" status: 204 len: 168 time: 0.4109190 May 11 16:34:53.092113 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f7d7dd17-1a8d-4299-a6a1-6db0a1a910ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:34:53.144668 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbedc09-9334-4851-a307-9d2901a41dec req-0450d459-4c0b-47f8-b7c3-af74c561bf18 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:53.151880 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-efbedc09-9334-4851-a307-9d2901a41dec req-0450d459-4c0b-47f8-b7c3-af74c561bf18 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 944 time: 0.3011465 May 11 16:34:53.185649 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a403-388b-40af-87d0-a75be7738435 req-c3a4f1b6-b2e5-4143-b300-cd330ef9023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:53.187212 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df86a403-388b-40af-87d0-a75be7738435 req-c3a4f1b6-b2e5-4143-b300-cd330ef9023d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=abaa52c8f46046118296ff386dd151a8&device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 1097 time: 0.1626332 May 11 16:34:53.232647 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-efbedc09-9334-4851-a307-9d2901a41dec req-155a5461-5fc5-4149-ae8b-ec4a06622630 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799043 May 11 16:34:53.721059 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0a651-1bda-49e4-8f33-545f18332a2a req-20e75be8-ff66-4d8f-b63d-cb5161aea8b0 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:53.721059 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d1a0a651-1bda-49e4-8f33-545f18332a2a req-20e75be8-ff66-4d8f-b63d-cb5161aea8b0 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.1370554 May 11 16:34:53.761731 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d1a0a651-1bda-49e4-8f33-545f18332a2a req-10e6cee6-d165-4b08-9f65-b5111c0a9d12 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539961 May 11 16:34:53.919394 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0800d3-3105-4134-bc13-04215beb1025 req-1975c41f-01e8-4a9c-9202-4ab52a35002e tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:53.923848 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ed0800d3-3105-4134-bc13-04215beb1025 req-1975c41f-01e8-4a9c-9202-4ab52a35002e tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.1197639 May 11 16:34:53.979022 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ed0800d3-3105-4134-bc13-04215beb1025 req-c5fbb932-45e1-458d-b562-8c088cfd5637 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486202 May 11 16:34:54.476005 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f71e4-cba6-4853-aaea-ff169dda5f03 req-fc2f1b45-6590-4d46-b502-dc56da5cbe6f tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:54.482210 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-323f71e4-cba6-4853-aaea-ff169dda5f03 req-fc2f1b45-6590-4d46-b502-dc56da5cbe6f tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 944 time: 0.1288874 May 11 16:34:54.550551 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-323f71e4-cba6-4853-aaea-ff169dda5f03 req-c5546610-53d1-4ff7-ae8c-5ffde18653e2 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673048 May 11 16:34:55.006807 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea1ecb-21dc-4e7d-86ce-ded4746d3c74 req-de653308-6fb7-4dc4-b6ef-60457f70e5be tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:55.010117 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4eea1ecb-21dc-4e7d-86ce-ded4746d3c74 req-de653308-6fb7-4dc4-b6ef-60457f70e5be tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.1032798 May 11 16:34:55.130846 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4eea1ecb-21dc-4e7d-86ce-ded4746d3c74 req-6aeb20a2-3c77-4fde-aa11-77f79dcf02cf tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149991 May 11 16:34:55.293701 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcab263-7d38-4365-814e-c34ac0bb23f0 req-bd49243f-4296-4d57-9e04-57fe8dc93f09 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:55.305581 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-efcab263-7d38-4365-814e-c34ac0bb23f0 req-bd49243f-4296-4d57-9e04-57fe8dc93f09 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.1488886 May 11 16:34:55.407905 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-efcab263-7d38-4365-814e-c34ac0bb23f0 req-8f9cca37-79ea-44b7-a788-0b3a55334cc1 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012187 May 11 16:34:56.371160 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d97ac-486c-4cab-8eb6-59cedf7b01d5 req-40264bf0-bd7f-4aae-9a79-84ce90901b6d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:56.372693 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52d97ac-486c-4cab-8eb6-59cedf7b01d5 req-40264bf0-bd7f-4aae-9a79-84ce90901b6d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 944 time: 0.1922071 May 11 16:34:56.416761 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ab5da-358c-4caf-b5b8-c510ec84dfee req-d1a17747-f127-46cc-8485-ec90a4997254 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:56.424269 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-476ab5da-358c-4caf-b5b8-c510ec84dfee req-d1a17747-f127-46cc-8485-ec90a4997254 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.1432428 May 11 16:34:56.498265 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52d97ac-486c-4cab-8eb6-59cedf7b01d5 req-2968de58-2a8c-4197-ad5e-abced86417cf tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042793 May 11 16:34:56.501154 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-476ab5da-358c-4caf-b5b8-c510ec84dfee req-03fcb7b8-04b1-411e-a797-eca5d5610bfa tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759423 May 11 16:34:56.830265 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb053f3-6d9a-40fd-975b-9222aa5542ee req-01e9e3dc-1306-4ad8-b2e6-3e0a2feda067 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:56.831945 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1eb053f3-6d9a-40fd-975b-9222aa5542ee req-01e9e3dc-1306-4ad8-b2e6-3e0a2feda067 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.1713498 May 11 16:34:56.869516 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fba802-d450-458c-a3c6-4e176d5f16ee req-47b3c68e-4b1b-4d25-bf50-aac6fe3c4caa tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:56.871173 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d9fba802-d450-458c-a3c6-4e176d5f16ee req-47b3c68e-4b1b-4d25-bf50-aac6fe3c4caa tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.1507611 May 11 16:34:56.920452 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1eb053f3-6d9a-40fd-975b-9222aa5542ee req-c41a9324-38b5-4e97-aa72-5a3f761bd7e7 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744462 May 11 16:34:56.967999 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d9fba802-d450-458c-a3c6-4e176d5f16ee req-fe12c77d-c529-47e7-a5aa-6a23697fcb2a tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596871 May 11 16:34:57.780952 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0721bc-04c1-4f44-992e-5ea67fbcaf0c req-7e066ff5-54ad-4900-a490-c162b6b6a025 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:57.782416 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ba0721bc-04c1-4f44-992e-5ea67fbcaf0c req-7e066ff5-54ad-4900-a490-c162b6b6a025 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 944 time: 0.1511016 May 11 16:34:57.817739 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ba75b-b005-4754-9416-e2cf252b4640 req-4c15d08a-f1bd-4182-8053-ab7d1833827b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:57.819122 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6b4ba75b-b005-4754-9416-e2cf252b4640 req-4c15d08a-f1bd-4182-8053-ab7d1833827b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.1851468 May 11 16:34:57.865698 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ba0721bc-04c1-4f44-992e-5ea67fbcaf0c req-def11956-93e0-47c2-b4a1-29abf6865bbc tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745673 May 11 16:34:57.890207 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6b4ba75b-b005-4754-9416-e2cf252b4640 req-60b70d48-045c-406c-89e0-1ecac5504538 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623682 May 11 16:34:58.206693 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:34:58.339297 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e58060-d226-4ef5-8776-e331f2a0d32b req-c4fd96f5-de50-41d5-9398-9b59fd59fbf2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:58.340732 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d5e58060-d226-4ef5-8776-e331f2a0d32b req-c4fd96f5-de50-41d5-9398-9b59fd59fbf2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.2236054 May 11 16:34:58.403102 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d5e58060-d226-4ef5-8776-e331f2a0d32b req-c2cb4ed4-89a0-4ccd-b1b1-9b82f5ade82b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493717 May 11 16:34:58.424015 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4b370-7a8b-4779-b662-161ddd3da1fb req-ce77b5a9-91b1-47a3-bf52-1939948a9529 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:58.424015 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2be4b370-7a8b-4779-b662-161ddd3da1fb req-ce77b5a9-91b1-47a3-bf52-1939948a9529 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.1684203 May 11 16:34:58.472989 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2be4b370-7a8b-4779-b662-161ddd3da1fb req-3a51b01f-4566-4bb0-9a7f-18d073ab62cb tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424864 May 11 16:34:59.225725 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee1a89-ac0f-46f1-9407-b0370d2fc4a5 req-f0a78722-b76e-4b42-be63-84a42dcdd350 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:59.227785 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cbee1a89-ac0f-46f1-9407-b0370d2fc4a5 req-f0a78722-b76e-4b42-be63-84a42dcdd350 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 944 time: 0.2241001 May 11 16:34:59.241852 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3817f-0ec6-47f3-8748-bbf5070679f9 req-a965a87a-0f23-4f90-b8a8-c5c66baf29ab tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:59.243437 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-67e3817f-0ec6-47f3-8748-bbf5070679f9 req-a965a87a-0f23-4f90-b8a8-c5c66baf29ab tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.1981354 May 11 16:34:59.442069 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cbee1a89-ac0f-46f1-9407-b0370d2fc4a5 req-353f59c6-94d9-4e7f-9b78-b61eafb32e95 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974208 May 11 16:34:59.471873 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-67e3817f-0ec6-47f3-8748-bbf5070679f9 req-817181b0-e2ab-4706-a325-368061f2b204 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012475 May 11 16:34:59.730753 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fad98-6592-4fe5-8db7-5bdfdefe5dd1 req-db2b100a-fcd0-4a58-8e20-91d381043fd2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:59.732225 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1e1fad98-6592-4fe5-8db7-5bdfdefe5dd1 req-db2b100a-fcd0-4a58-8e20-91d381043fd2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.1473639 May 11 16:34:59.766940 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330b920-bca6-4f1a-be45-cce4aa1f4212 req-042216a0-6c99-4337-80d3-8b2b564f0974 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:34:59.768200 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4330b920-bca6-4f1a-be45-cce4aa1f4212 req-042216a0-6c99-4337-80d3-8b2b564f0974 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.1462085 May 11 16:34:59.816522 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1e1fad98-6592-4fe5-8db7-5bdfdefe5dd1 req-f434bdd4-2a37-4135-b5f2-d80b81af1773 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773122 May 11 16:34:59.856627 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4330b920-bca6-4f1a-be45-cce4aa1f4212 req-2810beb2-cb8d-4f73-835a-a65ea8a2203b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816598 May 11 16:35:00.775391 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359d584-08c1-4bc0-9641-e43b89d27b64 req-78cdbc70-2cd0-463b-be3a-67c407be69a8 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:00.779354 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2359d584-08c1-4bc0-9641-e43b89d27b64 req-78cdbc70-2cd0-463b-be3a-67c407be69a8 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 944 time: 0.1807482 May 11 16:35:00.789033 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e1dd1-2d33-40de-b989-14cfe6c25646 req-48275ecc-c310-4ab9-a10c-7e0225bd4099 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:00.790609 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-af3e1dd1-2d33-40de-b989-14cfe6c25646 req-48275ecc-c310-4ab9-a10c-7e0225bd4099 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.1359453 May 11 16:35:00.872593 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2359d584-08c1-4bc0-9641-e43b89d27b64 req-b5995843-0a4a-4ed1-8df3-7e493d8f5741 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808706 May 11 16:35:00.878225 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-af3e1dd1-2d33-40de-b989-14cfe6c25646 req-09d84e63-eaa4-4f9f-abfc-9430f3379adb tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691674 May 11 16:35:01.174330 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b822d64-208d-4296-aff6-7b4f3953da14 req-12f6d62c-bbb5-49ad-a692-68e75b30de85 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:01.175762 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b822d64-208d-4296-aff6-7b4f3953da14 req-12f6d62c-bbb5-49ad-a692-68e75b30de85 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.1621950 May 11 16:35:01.242320 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2b822d64-208d-4296-aff6-7b4f3953da14 req-685d1911-c823-40ea-b113-0b2d56d4eb41 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592804 May 11 16:35:01.285352 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ce93-af6c-4abe-bf34-3c9c53d3cb06 req-82cd5d3f-eb29-4571-8543-caf862134fa3 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:01.295078 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-61d4ce93-af6c-4abe-bf34-3c9c53d3cb06 req-82cd5d3f-eb29-4571-8543-caf862134fa3 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.1713169 May 11 16:35:01.350707 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-61d4ce93-af6c-4abe-bf34-3c9c53d3cb06 req-9526302d-033d-4e15-bee2-0a04820a9316 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545118 May 11 16:35:02.242047 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f96d50-5d5f-43b3-bd8f-0196671fe1e4 req-9d93dde4-d392-4ab1-9ccc-c1abbd2c1b52 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:02.247085 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-46f96d50-5d5f-43b3-bd8f-0196671fe1e4 req-9d93dde4-d392-4ab1-9ccc-c1abbd2c1b52 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 944 time: 0.2120879 May 11 16:35:02.304385 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cff85-ae87-4b6f-b8f8-eed03ba41fde req-4daf1b54-fecf-4faa-b48a-58840381f8ae tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:02.307112 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0c7cff85-ae87-4b6f-b8f8-eed03ba41fde req-4daf1b54-fecf-4faa-b48a-58840381f8ae tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.2752376 May 11 16:35:02.345605 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-46f96d50-5d5f-43b3-bd8f-0196671fe1e4 req-969542a9-54c0-4be8-9a29-0ba9d352439e tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941031 May 11 16:35:02.376396 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0c7cff85-ae87-4b6f-b8f8-eed03ba41fde req-426cdefe-cfa4-4934-bdc0-0c7fb5616d13 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597956 May 11 16:35:02.636832 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8fd2b-8bf6-47d6-9c6a-d8a0f0a10ed2 req-4079e611-1e6e-4c92-9edd-fb387a357e18 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:02.645251 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3ac8fd2b-8bf6-47d6-9c6a-d8a0f0a10ed2 req-4079e611-1e6e-4c92-9edd-fb387a357e18 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.1240079 May 11 16:35:02.681982 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b98f0-a1d3-405c-88d4-9266d838cb1b req-7ba6ba30-a6f5-4343-8f6d-3e51754b69be tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:02.684164 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2d5b98f0-a1d3-405c-88d4-9266d838cb1b req-7ba6ba30-a6f5-4343-8f6d-3e51754b69be tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.2280972 May 11 16:35:02.780086 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3ac8fd2b-8bf6-47d6-9c6a-d8a0f0a10ed2 req-5f145c50-8364-4767-83eb-0323bcd6e3a0 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352611 May 11 16:35:02.799433 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2d5b98f0-a1d3-405c-88d4-9266d838cb1b req-e433ce6c-6181-482f-8ecc-95bd11e3a9e6 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949140 May 11 16:35:03.474798 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 45750) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:03.628976 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a9919-5458-4c81-be1e-823d2e106062 req-94f8018c-1216-4b74-a08e-f41b4ee364a7 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:03.636647 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-012a9919-5458-4c81-be1e-823d2e106062 req-94f8018c-1216-4b74-a08e-f41b4ee364a7 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.1130655 May 11 16:35:03.669092 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:03.689865 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:03.691318 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb585eb-3339-4efb-b399-9d3276ee7f56 req-bdea45aa-bbde-48d3-81e5-27266e8fcb8b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:03.694325 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Usage tracker for resource:security_group_rule and tenant:011ec0b0a74a4cc0813f588f26723328 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:03.699181 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:03.699313 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-acb585eb-3339-4efb-b399-9d3276ee7f56 req-bdea45aa-bbde-48d3-81e5-27266e8fcb8b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 944 time: 0.2210360 May 11 16:35:03.705709 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:03.746059 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-012a9919-5458-4c81-be1e-823d2e106062 req-c14c3e47-d6ce-427d-9246-9ec944edb3a9 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084123 May 11 16:35:03.784449 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-acb585eb-3339-4efb-b399-9d3276ee7f56 req-a7c038af-670c-411d-a1f5-c58710f6f567 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841162 May 11 16:35:03.799272 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:03.902984 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:03.918188 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-953b9a48-23ec-469d-ad8f-d55642ef35a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:03.958197 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df86a403-388b-40af-87d0-a75be7738435 req-c20be8ea-2c2b-4ac5-a73c-26ff55b58302 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4853a92b-c608-40a7-9c65-e46e263596a1 HTTP/1.1" status: 200 len: 217 time: 0.1554070 May 11 16:35:04.057821 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a403-388b-40af-87d0-a75be7738435 req-99f36898-5a00-4a06-b3a1-dd04d988bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:04.059744 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df86a403-388b-40af-87d0-a75be7738435 req-99f36898-5a00-4a06-b3a1-dd04d988bc03 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d6091a6-cc88-4450-9bd3-54cae10a4b84 HTTP/1.1" status: 200 len: 849 time: 0.0928733 May 11 16:35:04.136105 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=011ec0b0a74a4cc0813f588f26723328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6596472 May 11 16:35:04.142068 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 45776) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:04.148192 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6316d46a-9b32-432f-961e-79bbbe94ddd9,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:04.171892 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:04.172557 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:04.173076 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:04.173606 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:04.173961 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:04.174311 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:04.174655 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:04.175028 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:04.175549 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:04.175895 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:04.176236 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:04.176573 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:04.181888 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:04.205913 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:04.240462 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df86a403-388b-40af-87d0-a75be7738435 req-50d82ed4-41c8-4d72-9412-ae6d5f94a861 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02541083-a781-449e-a210-8a402aad2818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1709306 May 11 16:35:04.255195 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-ba6ad72b-22aa-492b-be41-9d7c805fe171 req-43a10abc-4eb3-4e57-8cdc-dcd27ad6bd66 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2354167 May 11 16:35:04.256084 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-93c906d3-1826-4a67-a069-72cdd1491e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:04.334065 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-93c906d3-1826-4a67-a069-72cdd1491e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:04.405423 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ad72b-22aa-492b-be41-9d7c805fe171 req-3b0f3906-de3e-488b-81aa-8db0314a1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:04.406823 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-ba6ad72b-22aa-492b-be41-9d7c805fe171 req-3b0f3906-de3e-488b-81aa-8db0314a1029 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=43090811c61044408241c79e8f6afe8c&device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 1098 time: 0.1230962 May 11 16:35:04.506712 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-93c906d3-1826-4a67-a069-72cdd1491e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:04.512413 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f52297-1fac-43a0-a5fa-5007ad59b06d req-b90fe20e-15be-4918-b315-3b80f41e4f3b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:04.513695 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:04.513885 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-58f52297-1fac-43a0-a5fa-5007ad59b06d req-b90fe20e-15be-4918-b315-3b80f41e4f3b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.3187649 May 11 16:35:04.528422 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df86a403-388b-40af-87d0-a75be7738435 req-b22ef8b7-7879-469d-a39f-f5d7821f60e8 service neutron] 10.222.0.86 "GET /v2.0/networks/02541083-a781-449e-a210-8a402aad2818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777305 May 11 16:35:04.535554 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c906d3-1826-4a67-a069-72cdd1491e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6316d46a-9b32-432f-961e-79bbbe94ddd9,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:04.545214 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-93c906d3-1826-4a67-a069-72cdd1491e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:04.550304 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-93c906d3-1826-4a67-a069-72cdd1491e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:04.554355 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-93c906d3-1826-4a67-a069-72cdd1491e81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6316d46a-9b32-432f-961e-79bbbe94ddd9 HTTP/1.1" status: 204 len: 168 time: 0.4071085 May 11 16:35:04.554488 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2f0dd-2289-4596-8b44-427c4d2a3103 req-689c090f-8fc6-4483-bc50-fe597ce908cb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:04.555536 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-32f2f0dd-2289-4596-8b44-427c4d2a3103 req-689c090f-8fc6-4483-bc50-fe597ce908cb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.4111743 May 11 16:35:04.692911 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ad72b-22aa-492b-be41-9d7c805fe171 req-9ed8c38c-fe6d-4d97-acaa-00f2687ed92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:04.694261 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-ba6ad72b-22aa-492b-be41-9d7c805fe171 req-9ed8c38c-fe6d-4d97-acaa-00f2687ed92f service neutron] 10.222.0.86 "GET /v2.0/networks?id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 HTTP/1.1" status: 200 len: 919 time: 0.2616999 May 11 16:35:04.700143 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-58f52297-1fac-43a0-a5fa-5007ad59b06d req-4ef1dc0a-93b6-489c-bb4b-0dc34ae80457 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743960 May 11 16:35:04.716474 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-32f2f0dd-2289-4596-8b44-427c4d2a3103 req-ccbcd112-6cf8-4f4b-bcc9-90654803b838 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391771 May 11 16:35:04.763102 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df86a403-388b-40af-87d0-a75be7738435 req-2f680c01-798d-4d6a-92c0-9c10d4467a9f service neutron] 10.222.0.86 "GET /v2.0/networks/02541083-a781-449e-a210-8a402aad2818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047603 May 11 16:35:04.793260 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-ba6ad72b-22aa-492b-be41-9d7c805fe171 req-020ac2e3-9551-4f6f-89aa-a7d8b2e5a6c0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5b21616-e2b4-46ba-9d87-c96b071dddfa HTTP/1.1" status: 200 len: 217 time: 0.0842125 May 11 16:35:04.871693 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ad72b-22aa-492b-be41-9d7c805fe171 req-ff043135-30f7-4c45-b444-5aa89f5c19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:04.873307 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-ba6ad72b-22aa-492b-be41-9d7c805fe171 req-ff043135-30f7-4c45-b444-5aa89f5c19e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8cf7b756-6d88-4955-8db1-8a7a09f3073b HTTP/1.1" status: 200 len: 858 time: 0.0720391 May 11 16:35:04.934351 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-ba6ad72b-22aa-492b-be41-9d7c805fe171 req-51d95f73-dce4-4a5f-a3eb-56088738ef6d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461972 May 11 16:35:04.943003 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d08a18-193d-40ab-bae6-ae19f1a26008 req-986eca35-6922-40d8-8ecf-5d7494e1cd53 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:04.944657 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a5d08a18-193d-40ab-bae6-ae19f1a26008 req-986eca35-6922-40d8-8ecf-5d7494e1cd53 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.0884459 May 11 16:35:05.058303 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a5d08a18-193d-40ab-bae6-ae19f1a26008 req-5ffe79b5-26c3-4e40-ad97-4159ba3be01e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690122 May 11 16:35:05.094531 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f287b-4674-41ff-a45b-c49d0cc79069 req-10803c72-4dfe-44d5-a146-b692331ad782 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:05.097250 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-453f287b-4674-41ff-a45b-c49d0cc79069 req-10803c72-4dfe-44d5-a146-b692331ad782 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 944 time: 0.1633527 May 11 16:35:05.117030 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-ba6ad72b-22aa-492b-be41-9d7c805fe171 req-5ede7c91-c94b-4136-aa8f-70130f988c10 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750810 May 11 16:35:05.178496 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-453f287b-4674-41ff-a45b-c49d0cc79069 req-8e2cf546-92b5-49eb-82cf-d2b3ee7c5702 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593071 May 11 16:35:05.300628 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-ba6ad72b-22aa-492b-be41-9d7c805fe171 req-0c800531-141e-4123-8eb7-381784c94852 service neutron] 10.222.0.86 "GET /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626832 May 11 16:35:05.338331 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-9c248116-989f-4dcb-b83f-96bd2eb3d112 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Synchronizing usage tracker for tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce on resource:security_group {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:05.480035 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-9c248116-989f-4dcb-b83f-96bd2eb3d112 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Unset dirty status for tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce on resource:security_group {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:05.481304 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-9c248116-989f-4dcb-b83f-96bd2eb3d112 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710281775&fields=id&tenant_id=34d4bd1a8f0a4d54aa13a4dea016e9ce HTTP/1.1" status: 200 len: 267 time: 0.1886694 May 11 16:35:05.650323 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-9d00e6a4-259c-405b-bf59-e5a88a174be8 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:05.651928 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-9d00e6a4-259c-405b-bf59-e5a88a174be8 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/networks?id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd HTTP/1.1" status: 200 len: 808 time: 0.1627405 May 11 16:35:05.668359 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-fc460ff4-339c-4922-8d41-1fc92d1a8050 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/quotas/34d4bd1a8f0a4d54aa13a4dea016e9ce HTTP/1.1" status: 200 len: 375 time: 0.0104611 May 11 16:35:05.762801 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-1d3ab9be-f8b8-42c9-b9e4-5ea92543dab9 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Synchronizing usage tracker for tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:05.863501 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-1d3ab9be-f8b8-42c9-b9e4-5ea92543dab9 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Unset dirty status for tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:05.877290 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-1d3ab9be-f8b8-42c9-b9e4-5ea92543dab9 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=34d4bd1a8f0a4d54aa13a4dea016e9ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1955695 May 11 16:35:06.050049 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac2d64-7a85-402e-a646-f502f1f78df8 req-a4b3292f-a023-4061-a9d9-1b3311e04e84 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:06.051702 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f0ac2d64-7a85-402e-a646-f502f1f78df8 req-a4b3292f-a023-4061-a9d9-1b3311e04e84 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.2273257 May 11 16:35:06.060346 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-6b85285c-091e-4f63-bb44-99483d67f90c service neutron] 10.222.0.69 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817944 May 11 16:35:06.188165 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f0ac2d64-7a85-402e-a646-f502f1f78df8 req-9be99bba-7eab-48dd-8dc8-32a8fc57e13e tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067784 May 11 16:35:06.242236 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-01324587-73bc-4fc3-904b-fb4c24429a97 service neutron] 10.222.0.69 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802795 May 11 16:35:06.377574 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ee11c-97f4-48ad-93ce-13677dbc2d3c req-063f35e6-fcfb-4144-896b-8046511a625d tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:06.379063 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-147ee11c-97f4-48ad-93ce-13677dbc2d3c req-063f35e6-fcfb-4144-896b-8046511a625d tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.0896704 May 11 16:35:06.428041 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-147ee11c-97f4-48ad-93ce-13677dbc2d3c req-0b966f09-55a3-4ac8-a005-13085d11b070 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429106 May 11 16:35:06.758844 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8ae1b-86f8-40a1-b076-3b93e3bad9dd req-390c9347-7c88-4943-a7ad-756eac557a04 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:06.759553 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-5fc8ae1b-86f8-40a1-b076-3b93e3bad9dd req-390c9347-7c88-4943-a7ad-756eac557a04 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Synchronizing usage tracker for tenant:43090811c61044408241c79e8f6afe8c on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:06.936719 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-5fc8ae1b-86f8-40a1-b076-3b93e3bad9dd req-390c9347-7c88-4943-a7ad-756eac557a04 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Unset dirty status for tenant:43090811c61044408241c79e8f6afe8c on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:06.937860 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-5fc8ae1b-86f8-40a1-b076-3b93e3bad9dd req-390c9347-7c88-4943-a7ad-756eac557a04 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.2652304 May 11 16:35:07.027644 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5404ff-9626-42e1-8f15-424a23dfd60f req-d61364d1-1f86-4dc4-8864-e3411db67068 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:07.039388 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ee5404ff-9626-42e1-8f15-424a23dfd60f req-d61364d1-1f86-4dc4-8864-e3411db67068 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 946 time: 0.1249826 May 11 16:35:07.109657 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-5fc8ae1b-86f8-40a1-b076-3b93e3bad9dd req-0ec2680e-d9f7-44d9-91e3-bf3de649785e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Deleting port e1452b2e-6fff-45c8-8b6a-094de73673a3 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:35:07.110151 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-5fc8ae1b-86f8-40a1-b076-3b93e3bad9dd req-0ec2680e-d9f7-44d9-91e3-bf3de649785e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:07.230590 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ee5404ff-9626-42e1-8f15-424a23dfd60f req-fbe11199-02d5-4c4a-9af2-0f53973cfc03 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902287 May 11 16:35:07.342503 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-5fc8ae1b-86f8-40a1-b076-3b93e3bad9dd req-0ec2680e-d9f7-44d9-91e3-bf3de649785e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] For port e1452b2e-6fff-45c8-8b6a-094de73673a3, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=e1452b2e-6fff-45c8-8b6a-094de73673a3,segment=NetworkSegment(350e84d7-0ebd-44ab-ac5a-542af4181bad),segment_id=350e84d7-0ebd-44ab-ac5a-542af4181bad)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:07.342933 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-5fc8ae1b-86f8-40a1-b076-3b93e3bad9dd req-0ec2680e-d9f7-44d9-91e3-bf3de649785e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:07.345977 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4969e-7f1d-478d-a80e-822c57ade8f3 req-64ba418e-7c7b-45d4-8904-ee19597c3eb8 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:07.347747 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-09f4969e-7f1d-478d-a80e-822c57ade8f3 req-64ba418e-7c7b-45d4-8904-ee19597c3eb8 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 944 time: 0.1820812 May 11 16:35:07.452078 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-09f4969e-7f1d-478d-a80e-822c57ade8f3 req-c48d0f94-1191-4427-b4a1-46c0f52e73cd tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981834 May 11 16:35:07.483130 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-5fc8ae1b-86f8-40a1-b076-3b93e3bad9dd req-0ec2680e-d9f7-44d9-91e3-bf3de649785e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Calling delete_port for e1452b2e-6fff-45c8-8b6a-094de73673a3 owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:35:07.501420 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b64ac-c93c-4e0c-b166-db0f63a86321 req-a1b09c0d-c868-4c67-8e4b-8b580f06870f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:07.502811 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a76b64ac-c93c-4e0c-b166-db0f63a86321 req-a1b09c0d-c868-4c67-8e4b-8b580f06870f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1263633 May 11 16:35:07.559325 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c5256d51-503d-4f3a-a90c-c15e916540f4 req-793ca458-203f-4832-ba38-33596814f41e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 210 time: 0.0549040 May 11 16:35:07.588638 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 01913f04-5998-45fd-af10-b8e6b0962e1e details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:35:07.597130 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a76b64ac-c93c-4e0c-b166-db0f63a86321 req-e357bf05-ca42-4aae-839d-5c01d10af772 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629673 May 11 16:35:07.732823 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 01913f04-5998-45fd-af10-b8e6b0962e1e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=01913f04-5998-45fd-af10-b8e6b0962e1e,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:07.744018 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-5fc8ae1b-86f8-40a1-b076-3b93e3bad9dd req-0ec2680e-d9f7-44d9-91e3-bf3de649785e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:07.750141 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-76943825-712c-4bb1-931f-289240ddf4e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:07.751468 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'port_id': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'mac_address': 'fa:16:3e:b1:2f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:35:07.758243 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['a5b21616-e2b4-46ba-9d87-c96b071dddfa', 'e1452b2e-6fff-45c8-8b6a-094de73673a3'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:35:07.840467 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2680e-d9f7-44d9-91e3-bf3de649785e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Pushing event deleted for resources: {'Port': ['ID=e1452b2e-6fff-45c8-8b6a-094de73673a3,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:07.860160 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0ec2680e-d9f7-44d9-91e3-bf3de649785e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:07.876214 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:07.920457 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01913f04-5998-45fd-af10-b8e6b0962e1e {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:35:07.920827 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb9915-7252-4642-a6eb-3686739e9139 req-37fbd8a1-0552-412c-b01e-0e861f551cac tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:07.928236 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-31cb9915-7252-4642-a6eb-3686739e9139 req-37fbd8a1-0552-412c-b01e-0e861f551cac tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.2659986 May 11 16:35:07.933198 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc8ae1b-86f8-40a1-b076-3b93e3bad9dd req-0ec2680e-d9f7-44d9-91e3-bf3de649785e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] No DVR routers for this DVR port e1452b2e-6fff-45c8-8b6a-094de73673a3 on host hv-cinder-76111 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:35:07.942022 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-5fc8ae1b-86f8-40a1-b076-3b93e3bad9dd req-0ec2680e-d9f7-44d9-91e3-bf3de649785e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:07.949382 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ebf7ba-e67a-4d27-a480-ad5269da179d', 'name': 'network-vif-deleted', 'tag': 'e1452b2e-6fff-45c8-8b6a-094de73673a3'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:07.979200 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 01913f04-5998-45fd-af10-b8e6b0962e1e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=01913f04-5998-45fd-af10-b8e6b0962e1e,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:07.990033 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e259a-66db-4fd0-91fc-e666d687541f req-4191a347-b46a-4073-bc1b-f82f2d3038dd tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:07.997017 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c37e259a-66db-4fd0-91fc-e666d687541f req-4191a347-b46a-4073-bc1b-f82f2d3038dd tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 944 time: 0.3006930 May 11 16:35:08.072516 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-31cb9915-7252-4642-a6eb-3686739e9139 req-6d816fa8-6e2d-41aa-a431-90476edede31 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434255 May 11 16:35:08.079542 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c37e259a-66db-4fd0-91fc-e666d687541f req-cdd73a60-5a3b-4f31-99a9-b1e9a51765b5 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816910 May 11 16:35:08.080803 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-5fc8ae1b-86f8-40a1-b076-3b93e3bad9dd req-0ec2680e-d9f7-44d9-91e3-bf3de649785e tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.86 "DELETE /v2.0/ports/e1452b2e-6fff-45c8-8b6a-094de73673a3 HTTP/1.1" status: 204 len: 173 time: 1.1308503 May 11 16:35:08.093723 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:08.093723 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 4853a92b-c608-40a7-9c65-e46e263596a1 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:35:08.100276 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:08.114609 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712810bc-acc9-4f90-92aa-4eb6adc598d1 req-ce1ddbfe-9fdf-4539-82f9-1ec305bc863b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:08.116243 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-712810bc-acc9-4f90-92aa-4eb6adc598d1 req-ce1ddbfe-9fdf-4539-82f9-1ec305bc863b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.86 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 945 time: 0.1708343 May 11 16:35:08.148643 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ebf7ba-e67a-4d27-a480-ad5269da179d', 'name': 'network-vif-deleted', 'tag': 'e1452b2e-6fff-45c8-8b6a-094de73673a3', 'status': 'completed', 'code': 200} May 11 16:35:08.280880 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=01913f04-5998-45fd-af10-b8e6b0962e1e,revision_number=9']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:08.285893 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:08.297983 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-712810bc-acc9-4f90-92aa-4eb6adc598d1 req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Deleting port 2b823791-24cc-4acc-8f5c-ab411aace134 {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:35:08.301708 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-712810bc-acc9-4f90-92aa-4eb6adc598d1 req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:08.384671 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 4853a92b-c608-40a7-9c65-e46e263596a1, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4853a92b-c608-40a7-9c65-e46e263596a1,segment=NetworkSegment(7590dc65-4862-4c08-bb2d-ca5ff962e355),segment_id=7590dc65-4862-4c08-bb2d-ca5ff962e355)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:08.408936 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '4853a92b-c608-40a7-9c65-e46e263596a1', 'network_id': '02541083-a781-449e-a210-8a402aad2818', 'port_id': '4853a92b-c608-40a7-9c65-e46e263596a1', 'mac_address': 'fa:16:3e:15:c4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6091a6-cc88-4450-9bd3-54cae10a4b84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:35:08.480040 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:08.504135 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4853a92b-c608-40a7-9c65-e46e263596a1 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:35:08.525095 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 4853a92b-c608-40a7-9c65-e46e263596a1, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4853a92b-c608-40a7-9c65-e46e263596a1,segment=NetworkSegment(7590dc65-4862-4c08-bb2d-ca5ff962e355),segment_id=7590dc65-4862-4c08-bb2d-ca5ff962e355)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:08.546178 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f30503bb-c97a-444d-b6f8-461cbc5fa1da req-9e6868b4-12f2-4940-ae73-64703ecde6d1 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ebf7ba-e67a-4d27-a480-ad5269da179d HTTP/1.1" status: 200 len: 210 time: 0.1066220 May 11 16:35:08.588750 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-712810bc-acc9-4f90-92aa-4eb6adc598d1 req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] For port 2b823791-24cc-4acc-8f5c-ab411aace134, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2b823791-24cc-4acc-8f5c-ab411aace134,segment=NetworkSegment(9cf5314b-790e-42f0-bdef-89831a4add63),segment_id=9cf5314b-790e-42f0-bdef-89831a4add63)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:08.589349 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-712810bc-acc9-4f90-92aa-4eb6adc598d1 req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:08.622988 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:08.625496 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:08.700569 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=4853a92b-c608-40a7-9c65-e46e263596a1,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:08.701272 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:08.761532 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-712810bc-acc9-4f90-92aa-4eb6adc598d1 req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Calling delete_port for 2b823791-24cc-4acc-8f5c-ab411aace134 owned by compute:nova {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:35:08.814930 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-81e75409-e5b8-4385-959f-691c2c680367 req-a09d3843-5abd-4f52-92aa-279325b2fe8b tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 210 time: 0.1523521 May 11 16:35:08.900538 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['01913f04-5998-45fd-af10-b8e6b0962e1e'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:35:08.901009 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed1b99-4d38-4efd-902b-6042eb503432 req-1434b32f-62ba-439a-ac8d-ad8403737f57 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:08.902786 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a6ed1b99-4d38-4efd-902b-6042eb503432 req-1434b32f-62ba-439a-ac8d-ad8403737f57 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 945 time: 0.2390463 May 11 16:35:08.939823 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['4853a92b-c608-40a7-9c65-e46e263596a1'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:35:09.120346 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a6ed1b99-4d38-4efd-902b-6042eb503432 req-1626aeeb-1102-4747-86c9-bfd77f7ee37b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087343 May 11 16:35:09.184185 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec78a7d-ecfd-4f1d-bc58-ac7e028a1df0 req-f391789d-e925-4607-837a-b1594ee54a5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:09.185779 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6ec78a7d-ecfd-4f1d-bc58-ac7e028a1df0 req-f391789d-e925-4607-837a-b1594ee54a5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.2520783 May 11 16:35:09.245199 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6ec78a7d-ecfd-4f1d-bc58-ac7e028a1df0 req-0790cd45-c83c-493e-bcf6-563f8dd6c436 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513310 May 11 16:35:09.333655 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-712810bc-acc9-4f90-92aa-4eb6adc598d1 req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:09.347342 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f3a26c87-d5d0-49f0-ba8a-8ea9bcc82f17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:09.393760 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9267c7df-16d1-4923-b7eb-823d43e3f42c req-38331e0f-0767-4c39-b2d1-c94c1d6dedc7 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 210 time: 0.1221967 May 11 16:35:09.437344 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Pushing event deleted for resources: {'Port': ['ID=2b823791-24cc-4acc-8f5c-ab411aace134,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:09.486211 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:09.486576 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:09.486932 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:09.487679 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:09.487679 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:09.487998 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:09.488887 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:09.489252 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:09.489602 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:09.489943 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:09.490285 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:09.490624 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:09.504924 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:09.553349 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-712810bc-acc9-4f90-92aa-4eb6adc598d1 req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] No DVR routers for this DVR port 2b823791-24cc-4acc-8f5c-ab411aace134 on host hv-cinder-76111 {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:35:09.557071 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-712810bc-acc9-4f90-92aa-4eb6adc598d1 req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:09.560172 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077c9803-0483-4f67-8168-42f7377aafd6', 'name': 'network-vif-deleted', 'tag': '2b823791-24cc-4acc-8f5c-ab411aace134'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:09.584427 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device e1452b2e-6fff-45c8-8b6a-094de73673a3 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:35:09.598328 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38240ba-2833-41d8-84eb-8d85d9d95d80 req-022d1301-80ba-4cc9-b2e3-036c166deed0 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:09.600111 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d38240ba-2833-41d8-84eb-8d85d9d95d80 req-022d1301-80ba-4cc9-b2e3-036c166deed0 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 945 time: 0.2141621 May 11 16:35:09.627125 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077c9803-0483-4f67-8168-42f7377aafd6', 'name': 'network-vif-deleted', 'tag': '2b823791-24cc-4acc-8f5c-ab411aace134', 'status': 'completed', 'code': 200} May 11 16:35:09.631319 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: e1452b2e-6fff-45c8-8b6a-094de73673a3 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:35:09.631988 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device e1452b2e-6fff-45c8-8b6a-094de73673a3 not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:35:09.661052 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d38240ba-2833-41d8-84eb-8d85d9d95d80 req-9f3278ec-7b4f-4b73-9eea-be631ad483a1 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549061 May 11 16:35:09.686141 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-712810bc-acc9-4f90-92aa-4eb6adc598d1 req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.86 "DELETE /v2.0/ports/2b823791-24cc-4acc-8f5c-ab411aace134 HTTP/1.1" status: 204 len: 173 time: 1.5627573 May 11 16:35:09.969884 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ecb88bec-957f-4a16-97d6-a2d7ac8fbcc5 req-04a11851-52a1-4a3e-bdd0-00c72669d7a6 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 210 time: 0.0421562 May 11 16:35:10.377246 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cd724-f72e-4c01-b9cf-1e09847c2055 req-8fbf0cd7-743a-4683-8d6f-2de9afa0d471 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:10.378673 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2f7cd724-f72e-4c01-b9cf-1e09847c2055 req-8fbf0cd7-743a-4683-8d6f-2de9afa0d471 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 945 time: 0.1384284 May 11 16:35:10.595956 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2f7cd724-f72e-4c01-b9cf-1e09847c2055 req-ab506bf6-13d8-4e5a-b3b4-3667560353e5 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089887 May 11 16:35:10.654738 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251140a-c4f8-4d3d-a7d4-571ed96c9723 req-a9d023e2-6dec-4d3e-8120-563977d41b74 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:10.656371 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6251140a-c4f8-4d3d-a7d4-571ed96c9723 req-a9d023e2-6dec-4d3e-8120-563977d41b74 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.3512692 May 11 16:35:10.662806 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-ffd442a1-f93f-48e7-b355-4eaa9cca3b11 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:10.664236 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-ffd442a1-f93f-48e7-b355-4eaa9cca3b11 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.86 "GET /v2.0/networks?id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd HTTP/1.1" status: 200 len: 808 time: 0.3182254 May 11 16:35:10.790014 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6251140a-c4f8-4d3d-a7d4-571ed96c9723 req-726211c6-8ee9-4e4f-ae3c-76d9d97aa30b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246986 May 11 16:35:10.799314 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-551f1a6a-a64c-46cc-bc1d-d1d4ef0db806 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d4bd1a8f0a4d54aa13a4dea016e9ce HTTP/1.1" status: 200 len: 379 time: 0.1210918 May 11 16:35:10.833825 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Request body: {'port': {'device_id': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'admin_state_up': True, 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'security_groups': ['c070360b-6006-4a01-83e6-9d15035390f8']}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:11.011971 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-a40b00cc-38f2-46ba-a1ea-98d5d58a7c3b req-0e21f8ac-1b57-4d65-97fe-bdec6421b194 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Synchronizing usage tracker for tenant:1525b793ccad4d2f8c9e8943d6d23280 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:11.061721 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f50f95-7173-4d2a-8cc8-c6070f45e412 req-2514913d-8253-4bee-a00b-abd05d05f79c tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:11.063244 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-62f50f95-7173-4d2a-8cc8-c6070f45e412 req-2514913d-8253-4bee-a00b-abd05d05f79c tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.3327484 May 11 16:35:11.065088 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:11.092319 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:11.124793 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-62f50f95-7173-4d2a-8cc8-c6070f45e412 req-d120e9e4-3ca1-4d8b-84c3-689d53a24731 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516973 May 11 16:35:11.165073 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-a40b00cc-38f2-46ba-a1ea-98d5d58a7c3b req-0e21f8ac-1b57-4d65-97fe-bdec6421b194 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Unset dirty status for tenant:1525b793ccad4d2f8c9e8943d6d23280 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:11.166157 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a40b00cc-38f2-46ba-a1ea-98d5d58a7c3b req-0e21f8ac-1b57-4d65-97fe-bdec6421b194 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=077c9803-0483-4f67-8168-42f7377aafd6 HTTP/1.1" status: 200 len: 210 time: 0.2215204 May 11 16:35:11.200027 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Made reservation on behalf of 34d4bd1a8f0a4d54aa13a4dea016e9ce for: {'port': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:35:11.203924 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:11.361520 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c00854e7-add3-47c8-b1c6-3ee26941deae req-8d24ab53-44ca-4867-8fa9-7de3b31f2beb tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 210 time: 0.0959616 May 11 16:35:11.452864 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fedf9-4602-48e4-b67b-489be93c10f6 req-d8326690-6687-4b28-a107-31a0bc88a215 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:11.454325 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e47fedf9-4602-48e4-b67b-489be93c10f6 req-d8326690-6687-4b28-a107-31a0bc88a215 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 945 time: 0.2341657 May 11 16:35:11.508602 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Allocated IP 172.20.0.6 (930b33f6-1b95-4b51-a614-a8a01b0d9dcd/e9042834-24c6-488a-9648-48e73366864e/77c32d54-2c90-43ef-882e-302d00648cbc) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:35:11.525393 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e47fedf9-4602-48e4-b67b-489be93c10f6 req-1a22aed2-ab10-4b09-b6d3-92ff3c1aac22 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651608 May 11 16:35:11.586550 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 01913f04-5998-45fd-af10-b8e6b0962e1e up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:11.657195 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 01913f04-5998-45fd-af10-b8e6b0962e1e triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:11.657559 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:11.719945 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:11.779008 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Transition to ACTIVE for port object 77c32d54-2c90-43ef-882e-302d00648cbc will not be triggered until provisioned by entity DHCP. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:11.784658 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:11.824565 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01913f04-5998-45fd-af10-b8e6b0962e1e'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:11.832306 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732c73f-c5ad-47d5-92aa-b633a3c71ca6 req-519c624d-6227-42b6-a846-e60a13bfee46 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:11.833847 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7732c73f-c5ad-47d5-92aa-b633a3c71ca6 req-519c624d-6227-42b6-a846-e60a13bfee46 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 945 time: 0.1058285 May 11 16:35:11.834836 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 01913f04-5998-45fd-af10-b8e6b0962e1e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=01913f04-5998-45fd-af10-b8e6b0962e1e,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:11.884696 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7732c73f-c5ad-47d5-92aa-b633a3c71ca6 req-e9ba9cc4-543b-477b-9d3d-9640789622aa tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431533 May 11 16:35:11.939073 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'code': 200} May 11 16:35:11.954640 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:11.955625 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 4853a92b-c608-40a7-9c65-e46e263596a1 up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:11.958324 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:11.964388 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f6431ee8-2067-4fc3-a6b7-02e4760963f8 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:11.987329 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:12.034104 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:12.040362 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:12.045254 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:35:12.081159 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=01913f04-5998-45fd-af10-b8e6b0962e1e,revision_number=10']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:12.097837 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:12.098187 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:12.098530 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:12.098860 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:12.099188 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:12.099670 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:12.100163 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:12.101314 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:12.101314 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:12.101584 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:12.102318 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:12.102318 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:12.106444 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:12.120854 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Pushing event updated for resources: {'Port': ['ID=77c32d54-2c90-43ef-882e-302d00648cbc,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:12.139864 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e012d-f7c0-4aec-9161-bbd5a84759c1 req-3d8bd9c8-bbc4-469c-a5c4-5feeb40b6404 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:12.145710 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-017e012d-f7c0-4aec-9161-bbd5a84759c1 req-3d8bd9c8-bbc4-469c-a5c4-5feeb40b6404 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.2442372 May 11 16:35:12.156348 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:12.195736 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:12.196940 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:12.251354 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port 4853a92b-c608-40a7-9c65-e46e263596a1 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:12.262160 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 4853a92b-c608-40a7-9c65-e46e263596a1 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:12.263256 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:12.299363 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-017e012d-f7c0-4aec-9161-bbd5a84759c1 req-cd8877ea-5608-4628-966f-149124ce7092 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736341 May 11 16:35:12.427712 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaed861-0e73-4064-a201-7a8982024bdf req-ab65180b-d60a-4782-8dbc-acb8a87e2691 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:12.427712 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-edaed861-0e73-4064-a201-7a8982024bdf req-ab65180b-d60a-4782-8dbc-acb8a87e2691 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1043270 May 11 16:35:12.469505 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6507211 May 11 16:35:12.485919 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Request body: {'port': {'device_id': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:12.646609 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-edaed861-0e73-4064-a201-7a8982024bdf req-55b02df3-716a-4766-b043-164781949821 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039521 May 11 16:35:12.680022 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:12.696842 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:12.732515 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 4853a92b-c608-40a7-9c65-e46e263596a1, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4853a92b-c608-40a7-9c65-e46e263596a1,segment=NetworkSegment(7590dc65-4862-4c08-bb2d-ca5ff962e355),segment_id=7590dc65-4862-4c08-bb2d-ca5ff962e355)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:12.746667 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-3239830f-b00c-4f91-8c45-3dcd0f534c8c None None] Provisioning for port 77c32d54-2c90-43ef-882e-302d00648cbc completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:12.767598 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-3239830f-b00c-4f91-8c45-3dcd0f534c8c None None] Provisioning complete for port 77c32d54-2c90-43ef-882e-302d00648cbc triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:12.768705 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-3239830f-b00c-4f91-8c45-3dcd0f534c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:12.815264 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:12.816985 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 2b823791-24cc-4acc-8f5c-ab411aace134 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:35:12.855827 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:12.913078 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: 2b823791-24cc-4acc-8f5c-ab411aace134 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:35:12.913375 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba85d1-4f81-441a-b675-68a53f812597 req-74784e7b-74dd-43fa-9937-c2ee22a00ddf tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:12.913505 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 2b823791-24cc-4acc-8f5c-ab411aace134 not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:35:12.914087 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-2bba85d1-4f81-441a-b675-68a53f812597 req-74784e7b-74dd-43fa-9937-c2ee22a00ddf tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Synchronizing usage tracker for tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:12.938845 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-3239830f-b00c-4f91-8c45-3dcd0f534c8c None None] Port 77c32d54-2c90-43ef-882e-302d00648cbc cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:35:12.943540 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26c1cf-9235-477a-9e32-3076e4ad573c req-da13ed3d-b813-47ac-9772-e0030de90303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:12.947642 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-0f26c1cf-9235-477a-9e32-3076e4ad573c req-da13ed3d-b813-47ac-9772-e0030de90303 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 1100 time: 0.1166379 May 11 16:35:12.964518 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=4853a92b-c608-40a7-9c65-e46e263596a1,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:12.976400 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:13.011852 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-0f26c1cf-9235-477a-9e32-3076e4ad573c req-68186bba-7809-4cc9-97e0-6d863fc11a03 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561094 May 11 16:35:13.045972 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-2bba85d1-4f81-441a-b675-68a53f812597 req-74784e7b-74dd-43fa-9937-c2ee22a00ddf tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Unset dirty status for tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:13.046853 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2bba85d1-4f81-441a-b675-68a53f812597 req-74784e7b-74dd-43fa-9937-c2ee22a00ddf tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 931 time: 0.4599979 May 11 16:35:13.137151 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9af65-ccb3-4446-bf70-f920f81588af req-1695fa86-044e-4d5c-a6f1-ae06059e928a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:13.138673 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7fc9af65-ccb3-4446-bf70-f920f81588af req-1695fa86-044e-4d5c-a6f1-ae06059e928a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 947 time: 0.3640537 May 11 16:35:13.215310 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2bba85d1-4f81-441a-b675-68a53f812597 req-aee35a68-d357-4b6c-97fc-35102e372d84 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590481 May 11 16:35:13.265629 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7fc9af65-ccb3-4446-bf70-f920f81588af req-5a3a6aac-4c67-457e-968f-1804ce4ce342 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207182 May 11 16:35:13.466257 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c32d54-2c90-43ef-882e-302d00648cbc {{(pid=79306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:35:13.478779 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:13.504439 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Transition to ACTIVE for port object 77c32d54-2c90-43ef-882e-302d00648cbc will not be triggered until provisioned by entity L2. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:13.526761 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d03ba-9644-4065-96c2-f672ede066f5 req-440e377f-d6aa-4ea5-bd34-3dacbacf057a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:13.528285 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2f3d03ba-9644-4065-96c2-f672ede066f5 req-440e377f-d6aa-4ea5-bd34-3dacbacf057a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 946 time: 0.2035811 May 11 16:35:13.567076 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f854b61-ab1a-4663-bdcc-5dd7873c4247 req-2dd9af7c-b2cb-4256-b596-1613530e32aa tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:13.568646 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1f854b61-ab1a-4663-bdcc-5dd7873c4247 req-2dd9af7c-b2cb-4256-b596-1613530e32aa tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1576531 May 11 16:35:13.606712 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:13.614867 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-79496abc-c502-4cb2-8c13-ed40403780c0 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:13.652604 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2f3d03ba-9644-4065-96c2-f672ede066f5 req-ec05e122-9877-40f3-9c26-c50bcde8cb47 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129966 May 11 16:35:13.764257 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1f854b61-ab1a-4663-bdcc-5dd7873c4247 req-e08d3b1f-3645-4a08-8d2b-097f2f13e2ab tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877158 May 11 16:35:13.770379 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Pushing event updated for resources: {'Port': ['ID=77c32d54-2c90-43ef-882e-302d00648cbc,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:13.780081 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:13.937189 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Attempting to bind port 77c32d54-2c90-43ef-882e-302d00648cbc on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:35:13.937535 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Attempting to bind port 77c32d54-2c90-43ef-882e-302d00648cbc by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '3c173c08-13b4-464b-a614-8f99eccc8ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd'}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:35:13.937846 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Attempting to bind port 77c32d54-2c90-43ef-882e-302d00648cbc on network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:13.940348 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf1e025-9693-4f10-8d82-5b3866e9976b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4853a92b-c608-40a7-9c65-e46e263596a1'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:13.948014 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Port 77c32d54-2c90-43ef-882e-302d00648cbc on network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:35:13.948247 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Attempting to bind port 77c32d54-2c90-43ef-882e-302d00648cbc on network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:13.964351 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0c5ba-d6b5-445f-888b-5283990ea34a req-b608f82c-903b-48d6-818f-b3ac5c60a6ca tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:13.970783 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-79b0c5ba-d6b5-445f-888b-5283990ea34a req-b608f82c-903b-48d6-818f-b3ac5c60a6ca tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1585951 May 11 16:35:13.970783 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:35:13.970783 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Checking segment: {'id': '3c173c08-13b4-464b-a614-8f99eccc8ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:13.970783 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Bound using segment: {'id': '3c173c08-13b4-464b-a614-8f99eccc8ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd'} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:35:13.970783 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Bound port: 77c32d54-2c90-43ef-882e-302d00648cbc, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c173c08-13b4-464b-a614-8f99eccc8ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd'}}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:35:13.970783 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:14.052603 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf1e025-9693-4f10-8d82-5b3866e9976b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4853a92b-c608-40a7-9c65-e46e263596a1', 'code': 200} May 11 16:35:14.139754 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-79b0c5ba-d6b5-445f-888b-5283990ea34a req-b757ec9d-cbb8-410e-97cb-d5804cd2793b tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612234 May 11 16:35:14.230660 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] For port 77c32d54-2c90-43ef-882e-302d00648cbc, host hv-cinder-76111, cleared binding levels {{(pid=79306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:35:14.243223 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] For port 77c32d54-2c90-43ef-882e-302d00648cbc, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=77c32d54-2c90-43ef-882e-302d00648cbc,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:35:14.303102 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:14.308510 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:14.396786 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:14.398295 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:14.410583 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] 10.222.0.86 "PUT /v2.0/ports/77c32d54-2c90-43ef-882e-302d00648cbc HTTP/1.1" status: 200 len: 1093 time: 1.9290068 May 11 16:35:14.473187 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'tag': '77c32d54-2c90-43ef-882e-302d00648cbc'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:14.648756 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-a6253de0-deca-41aa-bc87-0350b3ee6bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:14.651124 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-a6253de0-deca-41aa-bc87-0350b3ee6bb4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=34d4bd1a8f0a4d54aa13a4dea016e9ce&device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 1096 time: 0.1147695 May 11 16:35:14.671052 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Pushing event updated for resources: {'Port': ['ID=77c32d54-2c90-43ef-882e-302d00648cbc,revision_number=3']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:14.676052 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:14.720195 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4986484-f258-4e88-a78f-f6f502b7812d req-5574442c-43de-438c-83e9-663a8466c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:14.721747 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a4986484-f258-4e88-a78f-f6f502b7812d req-5574442c-43de-438c-83e9-663a8466c399 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 1099 time: 0.2423100 May 11 16:35:14.769704 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01570ce9-c1a3-49fb-8f25-7233b1687bb5 req-f89068fa-deab-4a5d-afa4-f1f461d15211 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:14.776621 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-01570ce9-c1a3-49fb-8f25-7233b1687bb5 req-f89068fa-deab-4a5d-afa4-f1f461d15211 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 943 time: 0.3612876 May 11 16:35:14.813314 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facdf8f-8a90-4815-ba45-027a5bbbcac0 req-5ffa935c-5205-4a56-bed4-4775c8cf07dd tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:14.821914 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5facdf8f-8a90-4815-ba45-027a5bbbcac0 req-5ffa935c-5205-4a56-bed4-4775c8cf07dd tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 947 time: 0.2598047 May 11 16:35:14.831585 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-27f0adf8-2354-42da-aad0-4f0f85671141 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c32d54-2c90-43ef-882e-302d00648cbc HTTP/1.1" status: 200 len: 217 time: 0.1491096 May 11 16:35:14.898383 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-01570ce9-c1a3-49fb-8f25-7233b1687bb5 req-7e31b2b8-2380-4660-af48-b10cc2897656 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177850 May 11 16:35:14.914753 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a4986484-f258-4e88-a78f-f6f502b7812d req-2bd5e6b5-2bc5-4d7f-8937-921c0f39073b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692519 May 11 16:35:14.925643 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5facdf8f-8a90-4815-ba45-027a5bbbcac0 req-7971aebb-377a-4c6c-8811-0ddb7beb8595 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018140 May 11 16:35:14.933375 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-1d7a7d13-47fc-41d8-a87e-a6205d470779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:14.934864 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-1d7a7d13-47fc-41d8-a87e-a6205d470779 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9042834-24c6-488a-9648-48e73366864e HTTP/1.1" status: 200 len: 847 time: 0.0977390 May 11 16:35:14.981672 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'tag': '77c32d54-2c90-43ef-882e-302d00648cbc', 'status': 'completed', 'code': 200} May 11 16:35:15.058561 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4b3541bf-6061-4951-b394-78846cd4419f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:15.141287 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-03e0d16a-b6bd-424a-908e-65a2340eed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:15.142938 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-03e0d16a-b6bd-424a-908e-65a2340eed42 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1640079 May 11 16:35:15.289523 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c4657-4471-4618-81a5-3c755fa9e439 req-e9b34af2-cd21-44c9-9018-6175521828cb tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:15.291188 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8a8c4657-4471-4618-81a5-3c755fa9e439 req-e9b34af2-cd21-44c9-9018-6175521828cb tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 946 time: 0.2068462 May 11 16:35:15.421755 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-6f455135-fb50-41a2-a648-dc13aac8b909 service neutron] 10.222.0.86 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556663 May 11 16:35:15.458827 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582fae5-6169-407c-acc3-d74a0495b18f req-34874d5f-f162-4e60-9f7c-f7a8d93bf099 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:15.464007 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9582fae5-6169-407c-acc3-d74a0495b18f req-34874d5f-f162-4e60-9f7c-f7a8d93bf099 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.2822034 May 11 16:35:15.505920 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8a8c4657-4471-4618-81a5-3c755fa9e439 req-7352d030-7d79-4993-8e32-6e4fc5d235de tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050648 May 11 16:35:15.561137 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9582fae5-6169-407c-acc3-d74a0495b18f req-19c68147-f05c-4a79-ae51-540ebff99f73 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792222 May 11 16:35:15.595203 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-a3383a2c-ceb5-4ddf-90cd-61c4202ad432 req-71c672f4-47cf-46e9-95ab-48501db9478f service neutron] 10.222.0.86 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649530 May 11 16:35:15.722264 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5eb9b-599d-409a-bcc3-ece648b870b1 req-0a15b927-2a62-4b73-ab5d-2ce4cc771809 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:15.723793 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3cd5eb9b-599d-409a-bcc3-ece648b870b1 req-0a15b927-2a62-4b73-ab5d-2ce4cc771809 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.0862789 May 11 16:35:15.774730 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881fc44-d642-44e8-b7ef-b770ca14d8df req-543ae310-89e8-4431-934b-55c631823466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:15.776210 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4881fc44-d642-44e8-b7ef-b770ca14d8df req-543ae310-89e8-4431-934b-55c631823466 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=34d4bd1a8f0a4d54aa13a4dea016e9ce&device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 1096 time: 0.0828052 May 11 16:35:15.798369 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3cd5eb9b-599d-409a-bcc3-ece648b870b1 req-63c603ac-889f-4eb9-9091-6eddec2ce610 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670731 May 11 16:35:15.931309 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881fc44-d642-44e8-b7ef-b770ca14d8df req-2e28119a-082c-4ebe-a779-fe9d40d8dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:15.933041 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4881fc44-d642-44e8-b7ef-b770ca14d8df req-2e28119a-082c-4ebe-a779-fe9d40d8dc05 service neutron] 10.222.0.86 "GET /v2.0/networks?id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd HTTP/1.1" status: 200 len: 909 time: 0.1496623 May 11 16:35:16.041022 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4881fc44-d642-44e8-b7ef-b770ca14d8df req-408a4f35-1e54-4e5f-b7c9-1b8bd5ef2267 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c32d54-2c90-43ef-882e-302d00648cbc HTTP/1.1" status: 200 len: 217 time: 0.0967886 May 11 16:35:16.126476 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881fc44-d642-44e8-b7ef-b770ca14d8df req-b8fb184b-25d6-48f2-878c-79406c46b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:16.128967 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4881fc44-d642-44e8-b7ef-b770ca14d8df req-b8fb184b-25d6-48f2-878c-79406c46b21e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9042834-24c6-488a-9648-48e73366864e HTTP/1.1" status: 200 len: 847 time: 0.0799844 May 11 16:35:16.228936 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881fc44-d642-44e8-b7ef-b770ca14d8df req-48dc2a36-ccb1-47ed-9ae5-3f19e3eb1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:16.229336 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eac8f2-ac00-409c-8931-00dc97106959 req-b7437224-92cf-4c9a-9e93-151b12d1344a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:16.230944 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a9eac8f2-ac00-409c-8931-00dc97106959 req-b7437224-92cf-4c9a-9e93-151b12d1344a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 943 time: 0.2125926 May 11 16:35:16.231085 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4881fc44-d642-44e8-b7ef-b770ca14d8df req-48dc2a36-ccb1-47ed-9ae5-3f19e3eb1a3c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0936539 May 11 16:35:16.238772 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200852e-8fea-438f-a411-8fe32710e5eb req-13a57f04-ee5e-42e6-92c4-858dc58f11ff tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:16.242364 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9200852e-8fea-438f-a411-8fe32710e5eb req-13a57f04-ee5e-42e6-92c4-858dc58f11ff tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 947 time: 0.1254013 May 11 16:35:16.360237 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a9eac8f2-ac00-409c-8931-00dc97106959 req-2a56a7a1-6767-4eed-b747-1b7c93bc971e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189377 May 11 16:35:16.369686 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9200852e-8fea-438f-a411-8fe32710e5eb req-7cdf6e8a-d183-4437-91eb-98d998ac415f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128047 May 11 16:35:16.424227 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b24c4-31e5-4437-a05a-4e85ec447c1b req-53699a7f-5c7b-4420-ad1f-1115868f0704 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:16.425756 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8e0b24c4-31e5-4437-a05a-4e85ec447c1b req-53699a7f-5c7b-4420-ad1f-1115868f0704 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.86 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.1428864 May 11 16:35:16.429264 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4881fc44-d642-44e8-b7ef-b770ca14d8df req-6f303902-e54d-4784-857c-b7f3cdd54980 service neutron] 10.222.0.86 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847236 May 11 16:35:16.583307 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-8e0b24c4-31e5-4437-a05a-4e85ec447c1b req-a77c318d-1593-46b7-9fd9-4642a856cf45 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Deleting port a5b21616-e2b4-46ba-9d87-c96b071dddfa {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:35:16.583663 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-8e0b24c4-31e5-4437-a05a-4e85ec447c1b req-a77c318d-1593-46b7-9fd9-4642a856cf45 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:16.587749 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4881fc44-d642-44e8-b7ef-b770ca14d8df req-1e074d1b-b3ed-43b8-a30d-c3ee9321361a service neutron] 10.222.0.86 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489434 May 11 16:35:16.865061 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32c558-e8ec-4e75-913d-dc784270a786 req-53799d23-883a-45b2-8af7-7a6f32a79a42 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:16.867404 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fc32c558-e8ec-4e75-913d-dc784270a786 req-53799d23-883a-45b2-8af7-7a6f32a79a42 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 946 time: 0.2070808 May 11 16:35:16.869592 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-8e0b24c4-31e5-4437-a05a-4e85ec447c1b req-a77c318d-1593-46b7-9fd9-4642a856cf45 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] For port a5b21616-e2b4-46ba-9d87-c96b071dddfa, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a5b21616-e2b4-46ba-9d87-c96b071dddfa,segment=NetworkSegment(350e84d7-0ebd-44ab-ac5a-542af4181bad),segment_id=350e84d7-0ebd-44ab-ac5a-542af4181bad)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:16.869947 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-8e0b24c4-31e5-4437-a05a-4e85ec447c1b req-a77c318d-1593-46b7-9fd9-4642a856cf45 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:17.016754 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-8e0b24c4-31e5-4437-a05a-4e85ec447c1b req-a77c318d-1593-46b7-9fd9-4642a856cf45 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Calling delete_port for a5b21616-e2b4-46ba-9d87-c96b071dddfa owned by compute:nova {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:35:17.070893 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fc32c558-e8ec-4e75-913d-dc784270a786 req-ca63343d-13de-4d5d-857e-f70367c6b29f tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887991 May 11 16:35:17.081675 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c0abe-6631-4937-958f-61d7018efe36 req-46b7b104-bbc6-447d-ac20-95d1470a4c21 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:17.083125 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7d8c0abe-6631-4937-958f-61d7018efe36 req-46b7b104-bbc6-447d-ac20-95d1470a4c21 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 945 time: 0.3351862 May 11 16:35:17.154263 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7d8c0abe-6631-4937-958f-61d7018efe36 req-5769237c-2b2a-4209-960c-0cbdfb15be32 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e091ec2-ea6b-41d8-8e08-8a139454c1a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615604 May 11 16:35:17.310663 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33291aa5-21b1-47c1-9c87-7d2c509e6e82 req-4fb6250a-8dae-423b-8020-1ce5d395eb39 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:17.312222 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33291aa5-21b1-47c1-9c87-7d2c509e6e82 req-4fb6250a-8dae-423b-8020-1ce5d395eb39 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1102719 May 11 16:35:17.362115 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33291aa5-21b1-47c1-9c87-7d2c509e6e82 req-21df5c33-86f8-4a58-bde5-e73827852614 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436118 May 11 16:35:17.371645 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-8e0b24c4-31e5-4437-a05a-4e85ec447c1b req-a77c318d-1593-46b7-9fd9-4642a856cf45 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:17.378059 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:17.395839 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['a5b21616-e2b4-46ba-9d87-c96b071dddfa'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:35:17.428478 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c318d-1593-46b7-9fd9-4642a856cf45 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Pushing event deleted for resources: {'Port': ['ID=a5b21616-e2b4-46ba-9d87-c96b071dddfa,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:17.431712 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-a77c318d-1593-46b7-9fd9-4642a856cf45 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:17.509373 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0b24c4-31e5-4437-a05a-4e85ec447c1b req-a77c318d-1593-46b7-9fd9-4642a856cf45 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] No DVR routers for this DVR port a5b21616-e2b4-46ba-9d87-c96b071dddfa on host hv-cinder-76111 {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:35:17.513368 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-8e0b24c4-31e5-4437-a05a-4e85ec447c1b req-a77c318d-1593-46b7-9fd9-4642a856cf45 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:17.518928 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8051703e-5151-44be-b67e-e3eaee1b6f33', 'name': 'network-vif-deleted', 'tag': 'a5b21616-e2b4-46ba-9d87-c96b071dddfa'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:17.531522 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:17.566523 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8e0b24c4-31e5-4437-a05a-4e85ec447c1b req-a77c318d-1593-46b7-9fd9-4642a856cf45 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.86 "DELETE /v2.0/ports/a5b21616-e2b4-46ba-9d87-c96b071dddfa HTTP/1.1" status: 204 len: 173 time: 1.1293178 May 11 16:35:17.604064 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 77c32d54-2c90-43ef-882e-302d00648cbc details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:35:17.686927 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6abc7c-782b-44b3-bf7e-a363f13e634f req-ab98a97c-ab37-4bb9-84e6-bbd256d74bae tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:17.688475 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3b6abc7c-782b-44b3-bf7e-a363f13e634f req-ab98a97c-ab37-4bb9-84e6-bbd256d74bae tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 943 time: 0.1549604 May 11 16:35:17.698298 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8603e6-fefe-4899-8901-e86c5e09ae04 req-be89d654-9b89-4ede-9cf2-9e8ad7e55cd6 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:17.700118 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1f8603e6-fefe-4899-8901-e86c5e09ae04 req-be89d654-9b89-4ede-9cf2-9e8ad7e55cd6 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 947 time: 0.1327412 May 11 16:35:17.771883 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3b6abc7c-782b-44b3-bf7e-a363f13e634f req-242510af-467f-4331-b00f-e78edc9f61e8 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705345 May 11 16:35:17.785512 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0f9061b3-6aa6-4dc0-9d9e-ece16fb221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:17.811300 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1f8603e6-fefe-4899-8901-e86c5e09ae04 req-a2761408-b908-4d74-8d94-30f289bc29f1 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836041 May 11 16:35:17.811710 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 77c32d54-2c90-43ef-882e-302d00648cbc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=77c32d54-2c90-43ef-882e-302d00648cbc,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:17.833278 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '77c32d54-2c90-43ef-882e-302d00648cbc', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'port_id': '77c32d54-2c90-43ef-882e-302d00648cbc', 'mac_address': 'fa:16:3e:88:5c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9042834-24c6-488a-9648-48e73366864e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:35:17.869280 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8051703e-5151-44be-b67e-e3eaee1b6f33', 'name': 'network-vif-deleted', 'tag': 'a5b21616-e2b4-46ba-9d87-c96b071dddfa', 'status': 'completed', 'code': 200} May 11 16:35:17.916917 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:17.941755 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c32d54-2c90-43ef-882e-302d00648cbc {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:35:17.965112 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 77c32d54-2c90-43ef-882e-302d00648cbc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=77c32d54-2c90-43ef-882e-302d00648cbc,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:18.079917 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:18.081779 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-73605557-34c3-4788-afdb-2479f36fc598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:18.155157 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=77c32d54-2c90-43ef-882e-302d00648cbc,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:18.158386 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:18.327951 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['77c32d54-2c90-43ef-882e-302d00648cbc'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:35:18.379905 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-b0b50c7b-038f-4cef-a324-4f454ed843b6 req-0090bd51-13a6-4303-a420-9a098f004d3b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Synchronizing usage tracker for tenant:43090811c61044408241c79e8f6afe8c on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:18.408688 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-ffadd686-9175-4feb-b09b-27dc887cb2fb tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:18.410201 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-ffadd686-9175-4feb-b09b-27dc887cb2fb tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/networks?id=95944a89-9b10-45fb-b427-3f28d137ab0d HTTP/1.1" status: 200 len: 814 time: 0.2992880 May 11 16:35:18.433788 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-38ab5a28-4bd4-4025-ad57-8cdd438ebd63 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/quotas/1525b793ccad4d2f8c9e8943d6d23280 HTTP/1.1" status: 200 len: 375 time: 0.0094903 May 11 16:35:18.476366 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-b0b50c7b-038f-4cef-a324-4f454ed843b6 req-0090bd51-13a6-4303-a420-9a098f004d3b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Unset dirty status for tenant:43090811c61044408241c79e8f6afe8c on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:18.477915 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b0b50c7b-038f-4cef-a324-4f454ed843b6 req-0090bd51-13a6-4303-a420-9a098f004d3b tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] 10.222.0.69 "GET /v2.0/ports?device_id=8051703e-5151-44be-b67e-e3eaee1b6f33 HTTP/1.1" status: 200 len: 210 time: 0.1599016 May 11 16:35:18.487432 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-e3787bc6-c35a-49b1-99e8-ffdf4d7a5dcf tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1525b793ccad4d2f8c9e8943d6d23280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526533 May 11 16:35:18.623966 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-dd2dbe9d-a35f-4fcd-9840-247afbdcbb11 service neutron] 10.222.0.69 "GET /v2.0/networks/95944a89-9b10-45fb-b427-3f28d137ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354382 May 11 16:35:18.776351 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-02e048a9-d8cf-46ac-895b-6fb551da4687 service neutron] 10.222.0.69 "GET /v2.0/networks/95944a89-9b10-45fb-b427-3f28d137ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457741 May 11 16:35:18.828643 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:19.165929 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912687ce-218a-4086-9d9d-017925bea754 req-9bff3328-7443-4793-974d-987e38b513fe tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:19.172011 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-912687ce-218a-4086-9d9d-017925bea754 req-9bff3328-7443-4793-974d-987e38b513fe tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1045675 May 11 16:35:19.265755 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-912687ce-218a-4086-9d9d-017925bea754 req-99d6eba4-7bf5-4386-bdc0-abf4d2ae0827 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555933 May 11 16:35:19.305286 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b82075-088b-453a-a6d9-b48d8423c092 req-b3e51710-f5dc-4da9-aefc-48deedb95c24 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:19.307150 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-20b82075-088b-453a-a6d9-b48d8423c092 req-b3e51710-f5dc-4da9-aefc-48deedb95c24 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 944 time: 0.1341362 May 11 16:35:19.361908 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-20b82075-088b-453a-a6d9-b48d8423c092 req-e13a4465-d1db-4825-8ee6-21621723a78d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485818 May 11 16:35:19.479463 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-20c7d159-6514-4f1b-9c3f-925f2a1af722 req-745e5d08-ea69-4f2d-bef7-9b4632abba57 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 210 time: 0.0556693 May 11 16:35:19.522080 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfece1-6747-47f4-a0dc-231c7e2b4589 req-d66fa750-218f-40f4-8c51-396a8c076720 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:19.523765 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8ecfece1-6747-47f4-a0dc-231c7e2b4589 req-d66fa750-218f-40f4-8c51-396a8c076720 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 946 time: 0.1316619 May 11 16:35:19.598348 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 77c32d54-2c90-43ef-882e-302d00648cbc up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:19.608899 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8ecfece1-6747-47f4-a0dc-231c7e2b4589 req-a322a9d0-39ed-49d1-a14f-52df01713e3a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790775 May 11 16:35:19.727179 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 46234) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:19.754217 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port 77c32d54-2c90-43ef-882e-302d00648cbc completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:19.758942 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 77c32d54-2c90-43ef-882e-302d00648cbc triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:19.759321 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:19.886228 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:19.920225 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c32d54-2c90-43ef-882e-302d00648cbc'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:19.939607 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 77c32d54-2c90-43ef-882e-302d00648cbc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=77c32d54-2c90-43ef-882e-302d00648cbc,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:19.983096 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c32d54-2c90-43ef-882e-302d00648cbc', 'code': 200} May 11 16:35:20.017094 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:20.019536 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device a5b21616-e2b4-46ba-9d87-c96b071dddfa no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:35:20.070258 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-46ffa839-9a91-41ad-816d-4f69be21e2b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:20.098401 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702428e-af65-4307-8db7-c9a931450b45 req-dd01aea5-9fdd-4613-a2d8-89b4fad11d48 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:20.100368 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a702428e-af65-4307-8db7-c9a931450b45 req-dd01aea5-9fdd-4613-a2d8-89b4fad11d48 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1336093 May 11 16:35:20.104460 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: a5b21616-e2b4-46ba-9d87-c96b071dddfa {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:35:20.104822 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device a5b21616-e2b4-46ba-9d87-c96b071dddfa not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:35:20.161851 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=77c32d54-2c90-43ef-882e-302d00648cbc,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:20.167845 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:20.169210 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a702428e-af65-4307-8db7-c9a931450b45 req-f98a95e1-83a8-4aa8-b95c-5da3cb3869b2 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589139 May 11 16:35:20.279065 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372d19-bc86-4af7-b5fa-a25be9dcd3ee req-1eb6f2b9-e417-4592-9b2d-e7dc70250591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:20.280622 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b1372d19-bc86-4af7-b5fa-a25be9dcd3ee req-1eb6f2b9-e417-4592-9b2d-e7dc70250591 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35ecae22abf744578e8aee4aa7c16f97&device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 1098 time: 0.0791368 May 11 16:35:20.292611 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:20.442005 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372d19-bc86-4af7-b5fa-a25be9dcd3ee req-0a0a956c-37a2-42a3-b58b-cbd7f65e27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:20.443519 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b1372d19-bc86-4af7-b5fa-a25be9dcd3ee req-0a0a956c-37a2-42a3-b58b-cbd7f65e27b7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e5d3872e-73cd-4309-a063-c76018d68b05 HTTP/1.1" status: 200 len: 912 time: 0.1559572 May 11 16:35:20.516802 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5a27e31f-0cb1-4f97-ad99-28092094472c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:20.694319 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-21d4bd38-e00e-4ef6-b36e-c08442634f77 req-f8a214a0-bff6-4d0a-b43f-1aaadf25a5a0 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 210 time: 0.0779898 May 11 16:35:20.715112 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b1372d19-bc86-4af7-b5fa-a25be9dcd3ee req-43aa9246-3abe-4486-b58a-f8396a7f8718 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d5f6a24-8b30-4765-8ece-f0771ac13f32 HTTP/1.1" status: 200 len: 1000 time: 0.2592695 May 11 16:35:20.715899 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10df249-652f-4c20-845a-1626484fff16 req-39fc7b8a-b584-4eaf-a210-048018a6b116 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:20.724521 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-e10df249-652f-4c20-845a-1626484fff16 req-39fc7b8a-b584-4eaf-a210-048018a6b116 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.86 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 946 time: 0.3612847 May 11 16:35:20.914377 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce419e-2c78-428e-b06e-030fa272c5c9 req-99789fac-9625-4863-9313-d7857674bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:20.915828 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8dce419e-2c78-428e-b06e-030fa272c5c9 req-99789fac-9625-4863-9313-d7857674bb1a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 1098 time: 0.4613717 May 11 16:35:20.950952 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16760a99-247f-4063-bb0f-4849d0a7cbaa req-e1360aa0-fab8-41c6-8a31-c766e1b3c11c tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:20.952497 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-16760a99-247f-4063-bb0f-4849d0a7cbaa req-e1360aa0-fab8-41c6-8a31-c766e1b3c11c tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.3920097 May 11 16:35:20.959326 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372d19-bc86-4af7-b5fa-a25be9dcd3ee req-489a3222-0f64-41cb-a07d-fc486b93c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:20.960871 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b1372d19-bc86-4af7-b5fa-a25be9dcd3ee req-489a3222-0f64-41cb-a07d-fc486b93c322 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=686230cf-0935-46bd-893d-206e8b4b2f34 HTTP/1.1" status: 200 len: 850 time: 0.2384799 May 11 16:35:21.074746 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-e10df249-652f-4c20-845a-1626484fff16 req-600de871-21a4-4036-9113-764422905241 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Deleting port 4853a92b-c608-40a7-9c65-e46e263596a1 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:35:21.075212 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-e10df249-652f-4c20-845a-1626484fff16 req-600de871-21a4-4036-9113-764422905241 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:21.109661 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8dce419e-2c78-428e-b06e-030fa272c5c9 req-c8f38806-0cbd-4674-a8dc-7cea72e9e10f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842167 May 11 16:35:21.113276 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-16760a99-247f-4063-bb0f-4849d0a7cbaa req-ded0eb7d-fc0f-4b40-8b5f-4799991ecaad tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515579 May 11 16:35:21.157202 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372d19-bc86-4af7-b5fa-a25be9dcd3ee req-1965402b-31a6-4838-8107-34f37cb47c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:21.158680 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b1372d19-bc86-4af7-b5fa-a25be9dcd3ee req-1965402b-31a6-4838-8107-34f37cb47c4d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d3872e-73cd-4309-a063-c76018d68b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1801736 May 11 16:35:21.168083 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced57416-79c0-4e28-bc87-e194220e2b25 req-64579877-1d2a-4669-aebe-79e0d42f3410 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:21.169528 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ced57416-79c0-4e28-bc87-e194220e2b25 req-64579877-1d2a-4669-aebe-79e0d42f3410 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 946 time: 0.1899400 May 11 16:35:21.279434 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-e10df249-652f-4c20-845a-1626484fff16 req-600de871-21a4-4036-9113-764422905241 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] For port 4853a92b-c608-40a7-9c65-e46e263596a1, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4853a92b-c608-40a7-9c65-e46e263596a1,segment=NetworkSegment(7590dc65-4862-4c08-bb2d-ca5ff962e355),segment_id=7590dc65-4862-4c08-bb2d-ca5ff962e355)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:21.279829 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-e10df249-652f-4c20-845a-1626484fff16 req-600de871-21a4-4036-9113-764422905241 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:21.298180 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ced57416-79c0-4e28-bc87-e194220e2b25 req-5238eb6f-f4ba-468f-bc4d-2c11edb074bb tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096513 May 11 16:35:21.364834 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b1372d19-bc86-4af7-b5fa-a25be9dcd3ee req-fb077cbd-8895-491c-ad7c-801ca70bc21d service neutron] 10.222.0.86 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937063 May 11 16:35:21.444716 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-e10df249-652f-4c20-845a-1626484fff16 req-600de871-21a4-4036-9113-764422905241 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Calling delete_port for 4853a92b-c608-40a7-9c65-e46e263596a1 owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:35:21.486902 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-5a27e31f-0cb1-4f97-ad99-28092094472c admin admin] Deleting port 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:35:21.487238 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5a27e31f-0cb1-4f97-ad99-28092094472c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:21.501470 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 46262) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:21.651393 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aebaa-0bf1-47f8-9ace-54da75d839d5 req-4b8b6bda-90f6-4080-9472-6a41e0acfdae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:21.652909 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b56aebaa-0bf1-47f8-9ace-54da75d839d5 req-4b8b6bda-90f6-4080-9472-6a41e0acfdae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.2871068 May 11 16:35:21.681335 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-5a27e31f-0cb1-4f97-ad99-28092094472c admin admin] For port 7cef8ae1-c0e2-4470-b5c6-afd2827ff728, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=7cef8ae1-c0e2-4470-b5c6-afd2827ff728,segment=NetworkSegment(350e84d7-0ebd-44ab-ac5a-542af4181bad),segment_id=350e84d7-0ebd-44ab-ac5a-542af4181bad)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:21.681671 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5a27e31f-0cb1-4f97-ad99-28092094472c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:21.698998 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6677bd25-2710-45d4-9394-6e4a5973246e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:21.708024 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b1372d19-bc86-4af7-b5fa-a25be9dcd3ee req-9dde29f0-6499-4db2-ab64-44665e19976f service neutron] 10.222.0.86 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036702 May 11 16:35:21.769301 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-c441c71e-c008-47ca-ae06-2b4853a1174b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:21.770826 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-c441c71e-c008-47ca-ae06-2b4853a1174b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.86 "GET /v2.0/networks?id=95944a89-9b10-45fb-b427-3f28d137ab0d HTTP/1.1" status: 200 len: 814 time: 0.2454352 May 11 16:35:21.780117 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b56aebaa-0bf1-47f8-9ace-54da75d839d5 req-b60423e9-edff-4210-b92a-5882b4b109e5 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157556 May 11 16:35:21.786129 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Request body: {'port': {'device_id': '08b40e59-b065-40d0-afa6-2536994e64bf', 'network_id': '95944a89-9b10-45fb-b427-3f28d137ab0d', 'admin_state_up': True, 'tenant_id': '1525b793ccad4d2f8c9e8943d6d23280'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:21.830879 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-5a27e31f-0cb1-4f97-ad99-28092094472c admin admin] Calling delete_port for 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 owned by network:router_interface {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:35:21.846783 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6677bd25-2710-45d4-9394-6e4a5973246e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:21.855373 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6677bd25-2710-45d4-9394-6e4a5973246e admin admin] Usage tracker for resource:security_group_rule and tenant:29c5761e679b431ba40cd6be4549160f is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:21.861184 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6677bd25-2710-45d4-9394-6e4a5973246e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:21.868977 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6677bd25-2710-45d4-9394-6e4a5973246e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:21.937149 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8c6fe1fc-6106-48bc-97d7-c50d685ef341 req-38f6b616-1dcf-404b-a774-36816f0dd559 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 210 time: 0.0512960 May 11 16:35:22.027301 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:22.038710 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:22.151359 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-e10df249-652f-4c20-845a-1626484fff16 req-600de871-21a4-4036-9113-764422905241 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:22.165549 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Made reservation on behalf of 1525b793ccad4d2f8c9e8943d6d23280 for: {'port': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:35:22.171019 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:22.193232 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7ed8b263-9a8d-408a-8a5e-3aa79cbf5214 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:22.249700 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600de871-21a4-4036-9113-764422905241 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Pushing event deleted for resources: {'Port': ['ID=4853a92b-c608-40a7-9c65-e46e263596a1,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:22.273226 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-600de871-21a4-4036-9113-764422905241 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:22.369568 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10df249-652f-4c20-845a-1626484fff16 req-600de871-21a4-4036-9113-764422905241 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] No DVR routers for this DVR port 4853a92b-c608-40a7-9c65-e46e263596a1 on host hv-cinder-76111 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:35:22.375603 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-e10df249-652f-4c20-845a-1626484fff16 req-600de871-21a4-4036-9113-764422905241 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:22.378198 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf1e025-9693-4f10-8d82-5b3866e9976b', 'name': 'network-vif-deleted', 'tag': '4853a92b-c608-40a7-9c65-e46e263596a1'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:22.484452 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6677bd25-2710-45d4-9394-6e4a5973246e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:22.530704 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9d58907a-fe54-4d9f-9354-ab195aad6fcf req-bea3c7b1-1df9-4d5a-9586-796f387d284c tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 210 time: 0.0604970 May 11 16:35:22.560458 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-e10df249-652f-4c20-845a-1626484fff16 req-600de871-21a4-4036-9113-764422905241 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.86 "DELETE /v2.0/ports/4853a92b-c608-40a7-9c65-e46e263596a1 HTTP/1.1" status: 204 len: 173 time: 1.8182893 May 11 16:35:22.573286 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b184e-6dd1-4f7a-9104-a48d2ceed253 req-d88ac955-df1b-4dbc-993a-0518c88f3e40 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:22.574899 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1b6b184e-6dd1-4f7a-9104-a48d2ceed253 req-d88ac955-df1b-4dbc-993a-0518c88f3e40 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.3168857 May 11 16:35:22.579080 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Allocated IP 172.20.0.9 (95944a89-9b10-45fb-b427-3f28d137ab0d/61710f52-ac99-44a3-86a7-c4e3cc835865/037eb3e9-0918-4536-8430-0c2f6c957d5a) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:35:22.594806 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf1e025-9693-4f10-8d82-5b3866e9976b', 'name': 'network-vif-deleted', 'tag': '4853a92b-c608-40a7-9c65-e46e263596a1', 'status': 'completed', 'code': 200} May 11 16:35:22.610835 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5a27e31f-0cb1-4f97-ad99-28092094472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:22.615516 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6677bd25-2710-45d4-9394-6e4a5973246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:22.626770 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:22.660118 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1b6b184e-6dd1-4f7a-9104-a48d2ceed253 req-22a29cb4-50f9-49e2-ac2c-5cac254e2653 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785315 May 11 16:35:22.677189 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27e31f-0cb1-4f97-ad99-28092094472c admin admin] Pushing event deleted for resources: {'Port': ['ID=7cef8ae1-c0e2-4470-b5c6-afd2827ff728,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:22.690539 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-5a27e31f-0cb1-4f97-ad99-28092094472c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:22.720788 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e20d26d7-c63d-46f9-9cd7-143538ba5cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:22.795571 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-6677bd25-2710-45d4-9394-6e4a5973246e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29c5761e679b431ba40cd6be4549160f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2916336 May 11 16:35:22.799537 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 46298) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:22.823465 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677bd25-2710-45d4-9394-6e4a5973246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd56d1a-135f-4d8f-98eb-368266ff65b4,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:22.826855 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6677bd25-2710-45d4-9394-6e4a5973246e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:22.964627 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:22.984211 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-845f6ad7-df27-4a4f-b7e3-ece4c858a2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.021151 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-845f6ad7-df27-4a4f-b7e3-ece4c858a2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.066542 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5a27e31f-0cb1-4f97-ad99-28092094472c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403193'] for router_interface, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.219229 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-09b04c46-9af1-48d0-a38a-21eb10deefcc req-70215d22-993a-4a35-a42e-3221f816a632 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 210 time: 0.1421838 May 11 16:35:23.244447 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d561f-a13d-4682-9350-f9b0113c545d req-cf750eef-d2d0-4160-b0ad-5f5b1a381409 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:23.251764 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-226d561f-a13d-4682-9350-f9b0113c545d req-cf750eef-d2d0-4160-b0ad-5f5b1a381409 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.3303950 May 11 16:35:23.301143 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.316822 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:23.359082 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 46308) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:23.380230 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-226d561f-a13d-4682-9350-f9b0113c545d req-72b667b2-7699-4fbf-b68c-a8e3d89c8b40 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276054 May 11 16:35:23.382596 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Network 95944a89-9b10-45fb-b427-3f28d137ab0d is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:23.389138 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-845f6ad7-df27-4a4f-b7e3-ece4c858a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.404906 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:23.417600 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:35:23.470873 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Pushing event updated for resources: {'Port': ['ID=037eb3e9-0918-4536-8430-0c2f6c957d5a,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:23.476760 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:23.477259 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f172a8ec-d090-4b09-9c04-a221ea8bff62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:23.491215 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f6ad7-df27-4a4f-b7e3-ece4c858a2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd56d1a-135f-4d8f-98eb-368266ff65b4,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:23.498233 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a27e31f-0cb1-4f97-ad99-28092094472c admin admin] Router 07e988f8-bd34-44e5-b3ea-8c4541577b1d has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:35:23.515122 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-845f6ad7-df27-4a4f-b7e3-ece4c858a2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:23.531930 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:23.532563 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.565915 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-845f6ad7-df27-4a4f-b7e3-ece4c858a2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.572201 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-845f6ad7-df27-4a4f-b7e3-ece4c858a2e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bbd56d1a-135f-4d8f-98eb-368266ff65b4 HTTP/1.1" status: 204 len: 168 time: 0.7679396 May 11 16:35:23.573065 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-a66dbe91-1d27-4415-8c0d-52a5731166be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.592160 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-a66dbe91-1d27-4415-8c0d-52a5731166be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:23.603124 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-a66dbe91-1d27-4415-8c0d-52a5731166be admin admin] Usage tracker for resource:security_group_rule and tenant:6ba4138b996447a0b22c78d3f619c813 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:23.603124 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-a66dbe91-1d27-4415-8c0d-52a5731166be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:23.608412 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-a66dbe91-1d27-4415-8c0d-52a5731166be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:23.621755 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 4853a92b-c608-40a7-9c65-e46e263596a1 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:35:23.648253 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8646374 May 11 16:35:23.672074 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: 4853a92b-c608-40a7-9c65-e46e263596a1 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:35:23.672547 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 4853a92b-c608-40a7-9c65-e46e263596a1 not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:35:23.676533 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Request body: {'port': {'device_id': '08b40e59-b065-40d0-afa6-2536994e64bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:23.689997 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a27e31f-0cb1-4f97-ad99-28092094472c admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:35:23.696113 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-5a27e31f-0cb1-4f97-ad99-28092094472c admin admin] 10.222.0.69 "PUT /v2.0/routers/07e988f8-bd34-44e5-b3ea-8c4541577b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9673951 May 11 16:35:23.698297 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 46322) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:23.701307 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0560d-c8de-4d82-a0e2-38dd85a8e15f None None] Sync routers for ids ['07e988f8-bd34-44e5-b3ea-8c4541577b1d'] in dv-cinder-761113-11-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:35:23.716434 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0560d-c8de-4d82-a0e2-38dd85a8e15f None None] Routers {'07e988f8-bd34-44e5-b3ea-8c4541577b1d'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:35:23.719712 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-29f0560d-c8de-4d82-a0e2-38dd85a8e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:35:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['07e988f8-bd34-44e5-b3ea-8c4541577b1d'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:23.862495 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a4253536-47ad-44a2-8196-b55b44f09af1 req-18090318-6652-4cdf-8a7e-886053725227 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=5bf1e025-9693-4f10-8d82-5b3866e9976b HTTP/1.1" status: 200 len: 210 time: 0.1929500 May 11 16:35:24.002891 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-29f0560d-c8de-4d82-a0e2-38dd85a8e15f None None] Set router 07e988f8-bd34-44e5-b3ea-8c4541577b1d gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:35:24.015164 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-a66dbe91-1d27-4415-8c0d-52a5731166be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.016641 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.083470 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Notify callbacks [] for router, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.098434 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-a66dbe91-1d27-4415-8c0d-52a5731166be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.112431 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2bed1-ddfe-4fd1-b652-e44fd4d95969 req-3abc350d-2527-4754-a3a0-21b62936cd33 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:24.114106 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d1c2bed1-ddfe-4fd1-b652-e44fd4d95969 req-3abc350d-2527-4754-a3a0-21b62936cd33 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.3004355 May 11 16:35:24.118416 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-121e7d97-f381-495d-b972-e9ef9d3e5e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:24.239901 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66dbe91-1d27-4415-8c0d-52a5731166be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd93005-0896-46c0-9307-e3cae13caa7a,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:24.256104 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-a66dbe91-1d27-4415-8c0d-52a5731166be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ba4138b996447a0b22c78d3f619c813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8886116 May 11 16:35:24.256104 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-a66dbe91-1d27-4415-8c0d-52a5731166be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:24.260056 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 46326) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:24.273418 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.319082 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d1c2bed1-ddfe-4fd1-b652-e44fd4d95969 req-71232f2c-9e21-41b2-98bf-d8ea459171d9 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940885 May 11 16:35:24.385768 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-29f0560d-c8de-4d82-a0e2-38dd85a8e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-263384461-router', 'tenant_id': '43090811c61044408241c79e8f6afe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': '9d2de870-4c8b-4871-a1a4-b91dd8e228b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:35:22Z', 'revision_number': 5, 'project_id': '43090811c61044408241c79e8f6afe8c', 'gw_port': {'id': '9d2de870-4c8b-4871-a1a4-b91dd8e228b2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:24.390101 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0560d-c8de-4d82-a0e2-38dd85a8e15f None None] Checking router: 07e988f8-bd34-44e5-b3ea-8c4541577b1d for host: dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:35:24.399470 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0560d-c8de-4d82-a0e2-38dd85a8e15f None None] Routers {'07e988f8-bd34-44e5-b3ea-8c4541577b1d'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:35:24.400390 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-29f0560d-c8de-4d82-a0e2-38dd85a8e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:35:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['07e988f8-bd34-44e5-b3ea-8c4541577b1d'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:24.436265 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Deleting port 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:35:24.436889 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.549441 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-df8e5aa0-6743-422f-b4ef-d221f444ae10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.558714 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-29f0560d-c8de-4d82-a0e2-38dd85a8e15f None None] Set router 07e988f8-bd34-44e5-b3ea-8c4541577b1d gateway port host: None {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:35:24.572709 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] For port 9d2de870-4c8b-4871-a1a4-b91dd8e228b2, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=9d2de870-4c8b-4871-a1a4-b91dd8e228b2,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:24.573276 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.616987 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-df8e5aa0-6743-422f-b4ef-d221f444ae10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.663715 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-29f0560d-c8de-4d82-a0e2-38dd85a8e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-263384461-router', 'tenant_id': '43090811c61044408241c79e8f6afe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:35:24Z', 'revision_number': 6, 'project_id': '43090811c61044408241c79e8f6afe8c', 'gw_port_host': None}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:24.665864 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d35c3-d82f-4d7d-bfb0-64387287438e req-8011a8b0-b4f9-4330-a2f1-d670c8f2ddec tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:24.666564 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-af9d35c3-d82f-4d7d-bfb0-64387287438e req-8011a8b0-b4f9-4330-a2f1-d670c8f2ddec tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Synchronizing usage tracker for tenant:1525b793ccad4d2f8c9e8943d6d23280 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:24.667861 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0560d-c8de-4d82-a0e2-38dd85a8e15f None None] The sync data for ids ['07e988f8-bd34-44e5-b3ea-8c4541577b1d'] in dv-cinder-761113-11-smb is: [{'id': '07e988f8-bd34-44e5-b3ea-8c4541577b1d', 'name': 'tempest-ServerRescueNegativeTestJSON-263384461-router', 'tenant_id': '43090811c61044408241c79e8f6afe8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:35:24Z', 'revision_number': 6, 'project_id': '43090811c61044408241c79e8f6afe8c', 'gw_port_host': None}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:35:24.698175 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Calling delete_port for 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 owned by network:router_gateway {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:35:24.760107 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6479d-3513-4c7f-9815-3126c68ce571 req-78de243d-a6a2-4b69-945d-081896d3cf35 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:24.771308 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-54f6479d-3513-4c7f-9815-3126c68ce571 req-78de243d-a6a2-4b69-945d-081896d3cf35 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.2981071 May 11 16:35:24.775393 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037eb3e9-0918-4536-8430-0c2f6c957d5a {{(pid=79306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:35:24.798935 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.838800 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-54f6479d-3513-4c7f-9815-3126c68ce571 req-d9d4e493-0669-44cb-b3cc-613a70fbb5a2 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690701 May 11 16:35:24.845116 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-af9d35c3-d82f-4d7d-bfb0-64387287438e req-8011a8b0-b4f9-4330-a2f1-d670c8f2ddec tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Unset dirty status for tenant:1525b793ccad4d2f8c9e8943d6d23280 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:24.846304 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-af9d35c3-d82f-4d7d-bfb0-64387287438e req-8011a8b0-b4f9-4330-a2f1-d670c8f2ddec tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 931 time: 0.4609578 May 11 16:35:24.864217 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 46334) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:24.895589 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-af9d35c3-d82f-4d7d-bfb0-64387287438e req-face28f4-4048-4b57-ad57-39b9519def60 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 May 11 16:35:24.902446 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-df8e5aa0-6743-422f-b4ef-d221f444ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.907151 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f271f7a1-573a-453c-ba62-c6158264e64e tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:24.928045 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-df8e5aa0-6743-422f-b4ef-d221f444ae10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.929682 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-df8e5aa0-6743-422f-b4ef-d221f444ae10 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4cd93005-0896-46c0-9307-e3cae13caa7a HTTP/1.1" status: 204 len: 168 time: 0.6662180 May 11 16:35:24.930567 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e5aa0-6743-422f-b4ef-d221f444ae10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd93005-0896-46c0-9307-e3cae13caa7a,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:24.933070 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-df8e5aa0-6743-422f-b4ef-d221f444ae10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:24.942667 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.942871 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Transition to ACTIVE for port object 037eb3e9-0918-4536-8430-0c2f6c957d5a will not be triggered until provisioned by entity L2. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:24.950975 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:25.001366 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2de870-4c8b-4871-a1a4-b91dd8e228b2,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:25.007803 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:25.051400 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.058721 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-c7aa5daa-7e0e-4f9f-a804-2d5bd059014a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:25.119146 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396397'] for router_gateway, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.288688 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Pushing event updated for resources: {'Port': ['ID=037eb3e9-0918-4536-8430-0c2f6c957d5a,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:25.318238 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:25.358090 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45150'] for router, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.361368 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.370595 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Attempting to bind port 037eb3e9-0918-4536-8430-0c2f6c957d5a on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:35:25.370924 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Attempting to bind port 037eb3e9-0918-4536-8430-0c2f6c957d5a by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '9cf5314b-790e-42f0-bdef-89831a4add63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '95944a89-9b10-45fb-b427-3f28d137ab0d'}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:35:25.371252 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Attempting to bind port 037eb3e9-0918-4536-8430-0c2f6c957d5a on network 95944a89-9b10-45fb-b427-3f28d137ab0d {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:25.376257 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Port 037eb3e9-0918-4536-8430-0c2f6c957d5a on network 95944a89-9b10-45fb-b427-3f28d137ab0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:35:25.376577 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Attempting to bind port 037eb3e9-0918-4536-8430-0c2f6c957d5a on network 95944a89-9b10-45fb-b427-3f28d137ab0d {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:25.382824 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:35:25.383086 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Checking segment: {'id': '9cf5314b-790e-42f0-bdef-89831a4add63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '95944a89-9b10-45fb-b427-3f28d137ab0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:25.383518 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Bound using segment: {'id': '9cf5314b-790e-42f0-bdef-89831a4add63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '95944a89-9b10-45fb-b427-3f28d137ab0d'} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:35:25.383959 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Bound port: 037eb3e9-0918-4536-8430-0c2f6c957d5a, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf5314b-790e-42f0-bdef-89831a4add63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '95944a89-9b10-45fb-b427-3f28d137ab0d'}}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:35:25.384307 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.482800 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31edffe6-2daf-4a98-8a44-ca3c21013dfc tempest-TestShelveInstance-1042604630 tempest-TestShelveInstance-1042604630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:25.483728 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-31edffe6-2daf-4a98-8a44-ca3c21013dfc tempest-TestShelveInstance-1042604630 tempest-TestShelveInstance-1042604630-project-admin] Synchronizing usage tracker for tenant:ec075cf3dd3d45ea9731a0ec62288125 on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:25.531089 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403839'] for router, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.531599 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07e988f8-bd34-44e5-b3ea-8c4541577b1d {{(pid=79307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:35:25.545529 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.549406 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] 10.222.0.69 "DELETE /v2.0/routers/07e988f8-bd34-44e5-b3ea-8c4541577b1d HTTP/1.1" status: 204 len: 168 time: 1.8474166 May 11 16:35:25.549571 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 46358) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:25.605607 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-31edffe6-2daf-4a98-8a44-ca3c21013dfc tempest-TestShelveInstance-1042604630 tempest-TestShelveInstance-1042604630-project-admin] Unset dirty status for tenant:ec075cf3dd3d45ea9731a0ec62288125 on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:25.606772 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-31edffe6-2daf-4a98-8a44-ca3c21013dfc tempest-TestShelveInstance-1042604630 tempest-TestShelveInstance-1042604630-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 1093 time: 0.7415574 May 11 16:35:25.612728 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 46362) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:25.623177 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Request body: {'floatingip': {'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'port_id': '77c32d54-2c90-43ef-882e-302d00648cbc', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'fixed_ip_address': '172.20.0.6'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:25.629769 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4c7da7-3fe7-45cc-aad0-9be99e06724d admin admin] Deleting subnet 8cf7b756-6d88-4955-8db1-8a7a09f3073b {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:35:25.633945 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:25.635996 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7da7-3fe7-45cc-aad0-9be99e06724d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.644662 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:35:25.683076 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:35:25.683948 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 7cef8ae1-c0e2-4470-b5c6-afd2827ff728 not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:35:25.684551 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:35:25.690688 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] For port 037eb3e9-0918-4536-8430-0c2f6c957d5a, host hv-cinder-76111, cleared binding levels {{(pid=79306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:35:25.717168 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] For port 037eb3e9-0918-4536-8430-0c2f6c957d5a, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=037eb3e9-0918-4536-8430-0c2f6c957d5a,segment=NetworkSegment(9cf5314b-790e-42f0-bdef-89831a4add63),segment_id=9cf5314b-790e-42f0-bdef-89831a4add63)] {{(pid=79306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:35:25.737245 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:35:25.737245 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 9d2de870-4c8b-4871-a1a4-b91dd8e228b2 not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:35:25.737619 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-c39ce7c1-9353-431c-b70f-0ac177c6d50a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:25.738959 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-c39ce7c1-9353-431c-b70f-0ac177c6d50a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/networks?id=02541083-a781-449e-a210-8a402aad2818 HTTP/1.1" status: 200 len: 809 time: 0.3138266 May 11 16:35:25.756564 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-8cb4aa3c-c9dd-46e2-83fe-fc2b63ee1f6b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/quotas/abaa52c8f46046118296ff386dd151a8 HTTP/1.1" status: 200 len: 375 time: 0.0108409 May 11 16:35:25.779814 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Usage tracker for resource:floatingip and tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:25.784102 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:25.792611 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:25.800508 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.809262 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7da7-3fe7-45cc-aad0-9be99e06724d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2164346'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.814002 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:25.841725 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 46366) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:25.851210 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-392329de-1e06-48cd-93f4-3784e6dda3e5 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=abaa52c8f46046118296ff386dd151a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880368 May 11 16:35:25.865751 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7b940e42-8e9e-4f2d-88e1-a7c6833022dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.883538 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:25.884220 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.885731 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] 10.222.0.86 "PUT /v2.0/ports/037eb3e9-0918-4536-8430-0c2f6c957d5a HTTP/1.1" status: 200 len: 1093 time: 2.2150004 May 11 16:35:25.888610 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b40e59-b065-40d0-afa6-2536994e64bf', 'tag': '037eb3e9-0918-4536-8430-0c2f6c957d5a'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:25.897692 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-7b940e42-8e9e-4f2d-88e1-a7c6833022dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:25.902983 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7da7-3fe7-45cc-aad0-9be99e06724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.931554 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-7b940e42-8e9e-4f2d-88e1-a7c6833022dd admin admin] Usage tracker for resource:security_group_rule and tenant:627c96c69aad4703a3aca9abb0f1974e is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:25.943073 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-7b940e42-8e9e-4f2d-88e1-a7c6833022dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:25.947021 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for floatingip, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.964883 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b40e59-b065-40d0-afa6-2536994e64bf', 'tag': '037eb3e9-0918-4536-8430-0c2f6c957d5a', 'status': 'completed', 'code': 200} May 11 16:35:25.972951 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-7b940e42-8e9e-4f2d-88e1-a7c6833022dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:26.050456 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Pushing event updated for resources: {'Port': ['ID=037eb3e9-0918-4536-8430-0c2f6c957d5a,revision_number=3']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:26.053658 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:26.151300 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-ba1f9d7c-d6d7-46e7-9820-32c42af9146c service neutron] 10.222.0.69 "GET /v2.0/networks/02541083-a781-449e-a210-8a402aad2818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904248 May 11 16:35:26.256015 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9856ba-4722-44e3-956a-46dc69846dec req-3f435428-b6ae-41d6-a526-9880fee09462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:26.257606 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-db9856ba-4722-44e3-956a-46dc69846dec req-3f435428-b6ae-41d6-a526-9880fee09462 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1525b793ccad4d2f8c9e8943d6d23280&device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 1096 time: 0.2767696 May 11 16:35:26.301037 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca854e-e31c-4949-abbc-2e7f6e11bbc8 req-1e599623-5dde-4667-8bb0-da4a889b2dd3 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:26.302502 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ccca854e-e31c-4949-abbc-2e7f6e11bbc8 req-1e599623-5dde-4667-8bb0-da4a889b2dd3 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 943 time: 0.2299216 May 11 16:35:26.353237 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7b940e42-8e9e-4f2d-88e1-a7c6833022dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.367781 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.457422 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-e8afc91c-1054-4b2c-8e85-e8ed21b02be1 service neutron] 10.222.0.69 "GET /v2.0/networks/02541083-a781-449e-a210-8a402aad2818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983732 May 11 16:35:26.472145 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ccca854e-e31c-4949-abbc-2e7f6e11bbc8 req-eafdf7c7-37f4-4b89-8b67-1a0e9587eab6 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128049 May 11 16:35:26.473002 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7b940e42-8e9e-4f2d-88e1-a7c6833022dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.485335 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fa755087-7c0e-4a17-873b-70f69fa36f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:26.500061 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9856ba-4722-44e3-956a-46dc69846dec req-f4701518-c8f0-4ca8-aad3-e4272f15c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:26.502183 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-db9856ba-4722-44e3-956a-46dc69846dec req-f4701518-c8f0-4ca8-aad3-e4272f15c477 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=1525b793ccad4d2f8c9e8943d6d23280&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2341955 May 11 16:35:26.527247 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7da7-3fe7-45cc-aad0-9be99e06724d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461820'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.547416 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b940e42-8e9e-4f2d-88e1-a7c6833022dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d03e01-1aea-4c4d-b66b-3c572a9e3cba,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:26.554121 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-7b940e42-8e9e-4f2d-88e1-a7c6833022dd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=627c96c69aad4703a3aca9abb0f1974e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7114410 May 11 16:35:26.561318 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7b940e42-8e9e-4f2d-88e1-a7c6833022dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:26.564797 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 46374) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:26.564797 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-542bb787-64c0-49ec-9228-b44587ad8b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:26.615428 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7da7-3fe7-45cc-aad0-9be99e06724d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.619868 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Allocated IP 172.28.3.31 (b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4/c7e06862-2dbb-4b92-abf1-8341c9322d5c/c6c4a2a0-bf49-4be4-bc9b-2457c6a00edc) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:35:26.621897 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c7da7-3fe7-45cc-aad0-9be99e06724d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf7b756-6d88-4955-8db1-8a7a09f3073b,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:26.646709 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9856ba-4722-44e3-956a-46dc69846dec req-cbd57986-ecd6-40b5-bc45-00a753f3ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:26.648784 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-db9856ba-4722-44e3-956a-46dc69846dec req-cbd57986-ecd6-40b5-bc45-00a753f3ad80 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1403592 May 11 16:35:26.649969 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-9e4c7da7-3fe7-45cc-aad0-9be99e06724d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:26.667661 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-9e4c7da7-3fe7-45cc-aad0-9be99e06724d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8cf7b756-6d88-4955-8db1-8a7a09f3073b HTTP/1.1" status: 204 len: 168 time: 1.1171608 May 11 16:35:26.670349 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 46378) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:26.777301 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-760a2430-fe3c-41c2-bb15-0c7a84281685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.830262 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-760a2430-fe3c-41c2-bb15-0c7a84281685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.864874 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-534aea73-21c9-45a6-9054-285c1b64bff5 req-6549b8b2-490b-4bd2-b25a-701c339399bc tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 210 time: 0.0723352 May 11 16:35:26.868148 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.890564 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.965602 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-e2fb5326-9c43-45f7-b123-9c4f867e377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:26.967013 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-e2fb5326-9c43-45f7-b123-9c4f867e377a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1525b793ccad4d2f8c9e8943d6d23280&device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 1096 time: 0.2595627 May 11 16:35:27.022349 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-760a2430-fe3c-41c2-bb15-0c7a84281685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.027753 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-676418d0-c788-4533-8a74-0700e7407d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:27.039925 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a2430-fe3c-41c2-bb15-0c7a84281685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d03e01-1aea-4c4d-b66b-3c572a9e3cba,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:27.042860 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-760a2430-fe3c-41c2-bb15-0c7a84281685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:27.046746 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-760a2430-fe3c-41c2-bb15-0c7a84281685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.050330 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-760a2430-fe3c-41c2-bb15-0c7a84281685 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/64d03e01-1aea-4c4d-b66b-3c572a9e3cba HTTP/1.1" status: 204 len: 168 time: 0.4615748 May 11 16:35:27.051661 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.057181 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-45e117d4-90b4-4c81-912a-f12429f57a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:27.111613 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-5d434bd4-65b7-4c16-9b1e-187f247059e9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=037eb3e9-0918-4536-8430-0c2f6c957d5a HTTP/1.1" status: 200 len: 217 time: 0.0977235 May 11 16:35:27.115307 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:27.118863 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:27.120849 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.126972 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:35:27.160412 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Pushing event updated for resources: {'Port': ['ID=c6c4a2a0-bf49-4be4-bc9b-2457c6a00edc,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:27.165990 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:27.169440 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc7056a-c37c-408d-a6c0-cc2e4ba5d349']}} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:27.190920 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350e84d7-0ebd-44ab-ac5a-542af4181bad') {'for_net_delete': True} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:27.191223 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350e84d7-0ebd-44ab-ac5a-542af4181bad') {} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:27.214647 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-994915'] for segment, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.329108 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-21e46a00-5ecd-49bd-8506-08d74c118950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:27.330554 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-21e46a00-5ecd-49bd-8506-08d74c118950 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=61710f52-ac99-44a3-86a7-c4e3cc835865 HTTP/1.1" status: 200 len: 854 time: 0.2116883 May 11 16:35:27.336959 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.381280 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=79306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:35:27.381649 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-868251'] for segment, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: Traceback (most recent call last): May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: timer() May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: cb(*args, **kw) May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: return func(*args, **kwargs) May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: self._notify() May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: self.callback(batched_events) May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: event.method(event) May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: return f(self, *a, **k) May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: return self._get(url).json() May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: return self.request(url, 'GET', **kwargs) May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:35:27.394856 dv-cinder-761113-11-smb neutron-server[79306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:35:27.397442 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-f919366d-12a4-4762-bb86-fb433bd2af40 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=95944a89-9b10-45fb-b427-3f28d137ab0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577035 May 11 16:35:27.592017 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.611663 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-87813db9-3154-48e2-847f-0980045a6f7e service neutron] 10.222.0.86 "GET /v2.0/networks/95944a89-9b10-45fb-b427-3f28d137ab0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642108 May 11 16:35:27.680486 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.738841 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.744377 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:27.778109 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc7056a-c37c-408d-a6c0-cc2e4ba5d349,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:27.790872 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:27.849358 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4832b8fe-f2b6-4613-8473-f7f29ad7391c req-3e4679e9-16fa-4968-90c1-758a14db3f42 service neutron] 10.222.0.86 "GET /v2.0/networks/95944a89-9b10-45fb-b427-3f28d137ab0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981966 May 11 16:35:27.857573 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5459d6-3f5d-43bd-a3aa-6f58f5f20ed9 req-f6c4403e-8183-4997-aa83-518ba0644e8c tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:27.859094 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9a5459d6-3f5d-43bd-a3aa-6f58f5f20ed9 req-f6c4403e-8183-4997-aa83-518ba0644e8c tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 943 time: 0.2453332 May 11 16:35:27.884011 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8cc7056a-c37c-408d-a6c0-cc2e4ba5d349 HTTP/1.1" status: 204 len: 168 time: 1.2122085 May 11 16:35:27.901533 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.915812 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9a5459d6-3f5d-43bd-a3aa-6f58f5f20ed9 req-782fa6ab-18ac-4a61-b99e-c049989e141a tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485387 May 11 16:35:28.059971 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7392b10a-5a58-46ee-95b2-253134ccc6ef req-46ccdf23-890e-412d-a437-52297acbe3c8 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 210 time: 0.0448740 May 11 16:35:28.142104 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.227792 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183361'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.238614 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-5a27e31f-0cb1-4f97-ad99-28092094472c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:28.343795 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Pushing event updated for resources: {'Port': ['ID=c6c4a2a0-bf49-4be4-bc9b-2457c6a00edc,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:28.347859 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:28.361175 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396400'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.420592 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 46418) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:28.474169 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-40dcd838-b471-433c-9594-6cfe1a2a5fdf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=43090811c61044408241c79e8f6afe8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523875 May 11 16:35:28.481259 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 46424) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:28.541511 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.l3_db [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Floating IP 8c10e159-045d-4ca6-97ff-a8c928609745 associated. External IP: 172.28.3.31, port: 77c32d54-2c90-43ef-882e-302d00648cbc. May 11 16:35:28.552779 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-4457d77e-a725-4b9d-8b23-0f176dc87cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.580271 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-4457d77e-a725-4b9d-8b23-0f176dc87cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.702677 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-4457d77e-a725-4b9d-8b23-0f176dc87cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.707775 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d49ef72c-50d8-4e9a-8628-09bf4757b83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:28.718672 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457d77e-a725-4b9d-8b23-0f176dc87cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e091ec2-ea6b-41d8-8e08-8a139454c1a7,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:28.721236 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-4457d77e-a725-4b9d-8b23-0f176dc87cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:28.727739 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-4457d77e-a725-4b9d-8b23-0f176dc87cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.729510 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-4457d77e-a725-4b9d-8b23-0f176dc87cbc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e091ec2-ea6b-41d8-8e08-8a139454c1a7 HTTP/1.1" status: 204 len: 168 time: 0.2472386 May 11 16:35:28.904608 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Router 97384990-c6a5-4a9c-b4e5-b8469d56c67a has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:35:29.165938 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:35:29.182510 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb5f13c-f928-4679-998b-8694822221d5 None None] Sync routers for ids ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:35:29.191911 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb5f13c-f928-4679-998b-8694822221d5 None None] Routers {'97384990-c6a5-4a9c-b4e5-b8469d56c67a'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:35:29.192533 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-fcb5f13c-f928-4679-998b-8694822221d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:35:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:29.274735 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e98f1-ccdc-47d3-b40a-4b4c7168d456 req-c4126e80-a916-4fab-a1e2-6178e8db1fc9 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:29.282546 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-686e98f1-ccdc-47d3-b40a-4b4c7168d456 req-c4126e80-a916-4fab-a1e2-6178e8db1fc9 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 943 time: 0.1606174 May 11 16:35:29.320592 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.415659 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-97697a58-4430-41c0-8310-d23202ce1a05 req-07f4a1da-5fb2-4512-82f7-153d2a8b6d16 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 210 time: 0.1316600 May 11 16:35:29.432969 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8190250 May 11 16:35:29.437421 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'tag': '77c32d54-2c90-43ef-882e-302d00648cbc'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:29.521348 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'tag': '77c32d54-2c90-43ef-882e-302d00648cbc', 'status': 'completed', 'code': 200} May 11 16:35:29.575253 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-686e98f1-ccdc-47d3-b40a-4b4c7168d456 req-fc7232a0-763d-4805-bc14-ccc94382ed27 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891356 May 11 16:35:29.604864 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-fcb5f13c-f928-4679-998b-8694822221d5 None None] Set router 97384990-c6a5-4a9c-b4e5-b8469d56c67a gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:35:29.616821 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-570ac2e6-04d8-4c3b-9f0f-9b03c4105ff7 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:29.618538 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-570ac2e6-04d8-4c3b-9f0f-9b03c4105ff7 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.86 "GET /v2.0/networks?id=02541083-a781-449e-a210-8a402aad2818 HTTP/1.1" status: 200 len: 809 time: 0.2605586 May 11 16:35:29.632505 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Request body: {'port': {'device_id': '282ab7cf-bca4-42a2-9464-fde1bcf54005', 'network_id': '02541083-a781-449e-a210-8a402aad2818', 'admin_state_up': True, 'tenant_id': 'abaa52c8f46046118296ff386dd151a8'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:29.638673 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a889623-6509-4937-9f8f-8247ff21feeb req-f329ba2b-3384-4ebb-8cfe-11e9d0ef7a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:29.640185 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4a889623-6509-4937-9f8f-8247ff21feeb req-f329ba2b-3384-4ebb-8cfe-11e9d0ef7a7c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=34d4bd1a8f0a4d54aa13a4dea016e9ce&device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 1098 time: 0.0964625 May 11 16:35:29.652736 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 037eb3e9-0918-4536-8430-0c2f6c957d5a details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:35:29.830033 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.db.resource_extend [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:35:29.888318 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:29.897941 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Usage tracker for resource:port and tenant:abaa52c8f46046118296ff386dd151a8 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:29.901685 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:29.923922 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:29.941297 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a889623-6509-4937-9f8f-8247ff21feeb req-5f62c12f-ddda-4aa7-be53-042d2a0730bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:29.942851 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4a889623-6509-4937-9f8f-8247ff21feeb req-5f62c12f-ddda-4aa7-be53-042d2a0730bc service neutron] 10.222.0.86 "GET /v2.0/networks?id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd HTTP/1.1" status: 200 len: 909 time: 0.2964425 May 11 16:35:30.050619 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Made reservation on behalf of abaa52c8f46046118296ff386dd151a8 for: {'port': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:35:30.054686 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:30.099333 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4a889623-6509-4937-9f8f-8247ff21feeb req-eee025c9-c98a-446c-b186-4b82499a2d4e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c32d54-2c90-43ef-882e-302d00648cbc HTTP/1.1" status: 200 len: 998 time: 0.1477854 May 11 16:35:30.134905 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 037eb3e9-0918-4536-8430-0c2f6c957d5a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=037eb3e9-0918-4536-8430-0c2f6c957d5a,segment=NetworkSegment(9cf5314b-790e-42f0-bdef-89831a4add63),segment_id=9cf5314b-790e-42f0-bdef-89831a4add63)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:30.174358 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '037eb3e9-0918-4536-8430-0c2f6c957d5a', 'network_id': '95944a89-9b10-45fb-b427-3f28d137ab0d', 'port_id': '037eb3e9-0918-4536-8430-0c2f6c957d5a', 'mac_address': 'fa:16:3e:bd:d7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61710f52-ac99-44a3-86a7-c4e3cc835865', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:35:30.225089 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a889623-6509-4937-9f8f-8247ff21feeb req-59248fe4-3664-4c7f-9e5f-e453133f135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:30.227570 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4a889623-6509-4937-9f8f-8247ff21feeb req-59248fe4-3664-4c7f-9e5f-e453133f135b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9042834-24c6-488a-9648-48e73366864e HTTP/1.1" status: 200 len: 847 time: 0.1208773 May 11 16:35:30.272562 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Allocated IP 172.20.0.6 (02541083-a781-449e-a210-8a402aad2818/2d6091a6-cc88-4450-9bd3-54cae10a4b84/d4771a0d-077c-444b-b038-cd032ef853ab) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:35:30.300504 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:30.312649 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a889623-6509-4937-9f8f-8247ff21feeb req-86ff91e8-042a-451a-b0f7-6e21f4dd72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:30.314210 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4a889623-6509-4937-9f8f-8247ff21feeb req-86ff91e8-042a-451a-b0f7-6e21f4dd72f8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0806892 May 11 16:35:30.323924 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037eb3e9-0918-4536-8430-0c2f6c957d5a {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:35:30.358633 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 037eb3e9-0918-4536-8430-0c2f6c957d5a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=037eb3e9-0918-4536-8430-0c2f6c957d5a,segment=NetworkSegment(9cf5314b-790e-42f0-bdef-89831a4add63),segment_id=9cf5314b-790e-42f0-bdef-89831a4add63)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:30.374941 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-fcb5f13c-f928-4679-998b-8694822221d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:34:22Z', 'revision_number': 4, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port': {'id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:13Z', 'updated_at': '2021-05-11T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': '8c10e159-045d-4ca6-97ff-a8c928609745', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'floating_ip_address': '172.28.3.31', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'port_id': '77c32d54-2c90-43ef-882e-302d00648cbc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'mac_address': 'fa:16:3e:88:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:27Z', 'revision_number': 0, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786a2d71-5515-4f04-9c49-d87e3dc2e868', 'name': '', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'mac_address': 'fa:16:3e:52:aa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e9042834-24c6-488a-9648-48e73366864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:21Z', 'updated_at': '2021-05-11T16:34:32Z', 'revision_number': 5, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'subnets': [{'id': 'e9042834-24c6-488a-9648-48e73366864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:30.379742 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb5f13c-f928-4679-998b-8694822221d5 None None] Checking router: 97384990-c6a5-4a9c-b4e5-b8469d56c67a for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:35:30.401063 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb5f13c-f928-4679-998b-8694822221d5 None None] Routers {'97384990-c6a5-4a9c-b4e5-b8469d56c67a'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:35:30.401698 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-fcb5f13c-f928-4679-998b-8694822221d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:35:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:30.525728 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:30.535595 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4a889623-6509-4937-9f8f-8247ff21feeb req-57e5eef1-86c5-4a46-a3f9-78defddfaab7 service neutron] 10.222.0.86 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130327 May 11 16:35:30.642816 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:30.693692 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:30.800667 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-4a889623-6509-4937-9f8f-8247ff21feeb req-9bc0c77e-0760-4b30-8aab-e746b7354adc service neutron] 10.222.0.86 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571759 May 11 16:35:30.826341 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=037eb3e9-0918-4536-8430-0c2f6c957d5a,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:30.832076 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:30.876541 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:30.885817 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-90d1e821-1299-4921-b96d-69197e0a90e0 req-9871c8e5-ca3a-404d-ba9a-2c39f8ad97b4 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 210 time: 0.2095892 May 11 16:35:30.889851 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-fcb5f13c-f928-4679-998b-8694822221d5 None None] Set router 97384990-c6a5-4a9c-b4e5-b8469d56c67a gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:35:30.899205 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:30.956140 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['037eb3e9-0918-4536-8430-0c2f6c957d5a'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:35:30.977727 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Network 02541083-a781-449e-a210-8a402aad2818 is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:30.982937 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:30.985039 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:35:31.038418 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Pushing event updated for resources: {'Port': ['ID=d4771a0d-077c-444b-b038-cd032ef853ab,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:31.042279 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:31.075909 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:31.078870 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:31.112007 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2d0c1-f6ae-444e-aaf1-3a869a1ec74b req-88158724-998a-4340-a47f-1eea21367f83 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:31.113627 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-73e2d0c1-f6ae-444e-aaf1-3a869a1ec74b req-88158724-998a-4340-a47f-1eea21367f83 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 944 time: 0.4004631 May 11 16:35:31.165537 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-73e2d0c1-f6ae-444e-aaf1-3a869a1ec74b req-545d6193-6ed6-49f4-842c-15ed6f6b8be9 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451066 May 11 16:35:31.258001 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6302028 May 11 16:35:31.269857 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Request body: {'port': {'device_id': '282ab7cf-bca4-42a2-9464-fde1bcf54005', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:31.387627 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:31.426834 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-fcb5f13c-f928-4679-998b-8694822221d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:34:22Z', 'revision_number': 4, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port': {'id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:13Z', 'updated_at': '2021-05-11T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': '8c10e159-045d-4ca6-97ff-a8c928609745', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'floating_ip_address': '172.28.3.31', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'port_id': '77c32d54-2c90-43ef-882e-302d00648cbc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'mac_address': 'fa:16:3e:88:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:27Z', 'revision_number': 0, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786a2d71-5515-4f04-9c49-d87e3dc2e868', 'name': '', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'mac_address': 'fa:16:3e:52:aa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e9042834-24c6-488a-9648-48e73366864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:21Z', 'updated_at': '2021-05-11T16:34:32Z', 'revision_number': 5, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'subnets': [{'id': 'e9042834-24c6-488a-9648-48e73366864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:31.432083 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb5f13c-f928-4679-998b-8694822221d5 None None] The sync data for ids ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'] in dv-cinder-761113-11-smb is: [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:34:22Z', 'revision_number': 4, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port': {'id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:13Z', 'updated_at': '2021-05-11T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': '8c10e159-045d-4ca6-97ff-a8c928609745', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'floating_ip_address': '172.28.3.31', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'port_id': '77c32d54-2c90-43ef-882e-302d00648cbc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'mac_address': 'fa:16:3e:88:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:27Z', 'revision_number': 0, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '786a2d71-5515-4f04-9c49-d87e3dc2e868', 'name': '', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'mac_address': 'fa:16:3e:52:aa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e9042834-24c6-488a-9648-48e73366864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:21Z', 'updated_at': '2021-05-11T16:34:32Z', 'revision_number': 5, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'subnets': [{'id': 'e9042834-24c6-488a-9648-48e73366864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:35:31.733261 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3fd9d-80b0-402f-9ed6-5db87ffd925e None None] New status for floating IP 8c10e159-045d-4ca6-97ff-a8c928609745: ACTIVE {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:35:31.783764 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4771a0d-077c-444b-b038-cd032ef853ab {{(pid=79306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:35:31.791910 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:31.815157 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Transition to ACTIVE for port object d4771a0d-077c-444b-b038-cd032ef853ab will not be triggered until provisioned by entity L2. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:32.082439 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33c88f-be9a-4521-a1c7-c63a09728c89 req-4c95b5f7-e231-4e7d-a5ce-24fecbf2d573 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:32.083125 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-2f33c88f-be9a-4521-a1c7-c63a09728c89 req-4c95b5f7-e231-4e7d-a5ce-24fecbf2d573 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Synchronizing usage tracker for tenant:abaa52c8f46046118296ff386dd151a8 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:32.111858 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:32.117840 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-cea5bc09-7042-45ce-9a44-fdafdc12ea76 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:32.271595 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4771a0d-077c-444b-b038-cd032ef853ab,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:32.279522 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-2f33c88f-be9a-4521-a1c7-c63a09728c89 req-4c95b5f7-e231-4e7d-a5ce-24fecbf2d573 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Unset dirty status for tenant:abaa52c8f46046118296ff386dd151a8 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:32.280576 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2f33c88f-be9a-4521-a1c7-c63a09728c89 req-4c95b5f7-e231-4e7d-a5ce-24fecbf2d573 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 931 time: 0.2763975 May 11 16:35:32.281497 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:32.418622 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2f33c88f-be9a-4521-a1c7-c63a09728c89 req-1c78f692-58cc-42f4-8634-cc02ff61f1cc tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049218 May 11 16:35:32.440762 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Attempting to bind port d4771a0d-077c-444b-b038-cd032ef853ab on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:35:32.441097 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Attempting to bind port d4771a0d-077c-444b-b038-cd032ef853ab by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '7590dc65-4862-4c08-bb2d-ca5ff962e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '02541083-a781-449e-a210-8a402aad2818'}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:35:32.441575 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Attempting to bind port d4771a0d-077c-444b-b038-cd032ef853ab on network 02541083-a781-449e-a210-8a402aad2818 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:32.447863 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Port d4771a0d-077c-444b-b038-cd032ef853ab on network 02541083-a781-449e-a210-8a402aad2818 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:35:32.448186 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Attempting to bind port d4771a0d-077c-444b-b038-cd032ef853ab on network 02541083-a781-449e-a210-8a402aad2818 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:32.455077 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:35:32.455444 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Checking segment: {'id': '7590dc65-4862-4c08-bb2d-ca5ff962e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '02541083-a781-449e-a210-8a402aad2818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:32.455806 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Bound using segment: {'id': '7590dc65-4862-4c08-bb2d-ca5ff962e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '02541083-a781-449e-a210-8a402aad2818'} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:35:32.459882 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Bound port: d4771a0d-077c-444b-b038-cd032ef853ab, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7590dc65-4862-4c08-bb2d-ca5ff962e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '02541083-a781-449e-a210-8a402aad2818'}}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:35:32.459882 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:32.489741 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c66bbe-7cd8-4f81-a7a7-1e73fafd8c1f req-2a6d649a-a2f5-432e-910a-722c74c64dc9 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:32.491801 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d1c66bbe-7cd8-4f81-a7a7-1e73fafd8c1f req-2a6d649a-a2f5-432e-910a-722c74c64dc9 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 944 time: 0.2088640 May 11 16:35:32.588922 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d1c66bbe-7cd8-4f81-a7a7-1e73fafd8c1f req-f49108b5-6954-4768-91d9-0bfe506f93df tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682402 May 11 16:35:32.598786 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] For port d4771a0d-077c-444b-b038-cd032ef853ab, host hv-cinder-76111, cleared binding levels {{(pid=79306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:35:32.602699 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] For port d4771a0d-077c-444b-b038-cd032ef853ab, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d4771a0d-077c-444b-b038-cd032ef853ab,segment=NetworkSegment(7590dc65-4862-4c08-bb2d-ca5ff962e355),segment_id=7590dc65-4862-4c08-bb2d-ca5ff962e355)] {{(pid=79306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:35:32.656679 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:32.660529 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:32.716396 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:32.717037 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:32.718460 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] 10.222.0.86 "PUT /v2.0/ports/d4771a0d-077c-444b-b038-cd032ef853ab HTTP/1.1" status: 200 len: 1093 time: 1.4528425 May 11 16:35:32.718965 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282ab7cf-bca4-42a2-9464-fde1bcf54005', 'tag': 'd4771a0d-077c-444b-b038-cd032ef853ab'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:32.751766 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4771a0d-077c-444b-b038-cd032ef853ab,revision_number=3']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:32.754991 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:32.772126 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282ab7cf-bca4-42a2-9464-fde1bcf54005', 'tag': 'd4771a0d-077c-444b-b038-cd032ef853ab', 'status': 'completed', 'code': 200} May 11 16:35:32.862466 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb5bfc-0e3f-496f-856f-831b2563b6d4 req-983f61a4-a0a2-469d-bcc5-2f91af823982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:32.863937 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e2fb5bfc-0e3f-496f-856f-831b2563b6d4 req-983f61a4-a0a2-469d-bcc5-2f91af823982 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=abaa52c8f46046118296ff386dd151a8&device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 1096 time: 0.0708432 May 11 16:35:33.020599 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb5bfc-0e3f-496f-856f-831b2563b6d4 req-ff7417a9-f3c4-487b-9ef0-f29d25637092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:33.022763 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e2fb5bfc-0e3f-496f-856f-831b2563b6d4 req-ff7417a9-f3c4-487b-9ef0-f29d25637092 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=abaa52c8f46046118296ff386dd151a8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1398377 May 11 16:35:33.245637 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb5bfc-0e3f-496f-856f-831b2563b6d4 req-601cab9c-3d45-4719-8d3f-51ac0d45fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:33.247239 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e2fb5bfc-0e3f-496f-856f-831b2563b6d4 req-601cab9c-3d45-4719-8d3f-51ac0d45fa49 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2125723 May 11 16:35:33.383073 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-a1db2c1b-aa81-49aa-99ac-38705d2d268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:33.384615 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-a1db2c1b-aa81-49aa-99ac-38705d2d268a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=abaa52c8f46046118296ff386dd151a8&device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 1096 time: 0.0765269 May 11 16:35:33.456808 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-0c35ce4d-4cf0-4440-b607-0c90aeacccef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4771a0d-077c-444b-b038-cd032ef853ab HTTP/1.1" status: 200 len: 217 time: 0.0614088 May 11 16:35:33.476670 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 46548) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:33.525641 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-c7c3264d-eff5-46ef-b945-833521c05bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:33.527070 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-c7c3264d-eff5-46ef-b945-833521c05bb0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d6091a6-cc88-4450-9bd3-54cae10a4b84 HTTP/1.1" status: 200 len: 849 time: 0.0631561 May 11 16:35:33.603884 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-18f1f8b4-6ecf-4762-b8a6-e5251ddf9bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:33.616766 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-1a33c060-400c-43b8-835c-6152a94e1017 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02541083-a781-449e-a210-8a402aad2818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500100 May 11 16:35:33.619690 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-18f1f8b4-6ecf-4762-b8a6-e5251ddf9bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:33.623800 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-18f1f8b4-6ecf-4762-b8a6-e5251ddf9bed admin admin] Usage tracker for resource:security_group_rule and tenant:6dc318cc67c045a99342bf7bb23dd28e is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:33.627802 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-18f1f8b4-6ecf-4762-b8a6-e5251ddf9bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:33.639416 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 037eb3e9-0918-4536-8430-0c2f6c957d5a up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:33.649505 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-18f1f8b4-6ecf-4762-b8a6-e5251ddf9bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:33.769930 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-18f1f8b4-6ecf-4762-b8a6-e5251ddf9bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:33.801458 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa11f3f-5d8c-4540-b59c-202f47ff4d5d req-1becd156-597c-4449-95fb-6007fca5d165 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:33.802882 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2fa11f3f-5d8c-4540-b59c-202f47ff4d5d req-1becd156-597c-4449-95fb-6007fca5d165 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 943 time: 0.2723722 May 11 16:35:33.834521 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port 037eb3e9-0918-4536-8430-0c2f6c957d5a completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:33.844182 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 037eb3e9-0918-4536-8430-0c2f6c957d5a triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:33.845877 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:33.861557 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-a4ebae49-2cd2-432f-9efc-76dfaa02a293 service neutron] 10.222.0.86 "GET /v2.0/networks/02541083-a781-449e-a210-8a402aad2818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365427 May 11 16:35:33.873745 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-18f1f8b4-6ecf-4762-b8a6-e5251ddf9bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:33.884779 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2d5b0a19-18da-4ad5-a724-635996f4f91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:33.895660 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2fa11f3f-5d8c-4540-b59c-202f47ff4d5d req-af8b0c11-47da-452c-a489-30bc71e87819 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844998 May 11 16:35:33.922833 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1f8b4-6ecf-4762-b8a6-e5251ddf9bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f3f454-ec4e-4989-b9d0-69b88daaa87e,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:33.930112 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-18f1f8b4-6ecf-4762-b8a6-e5251ddf9bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:33.963262 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-18f1f8b4-6ecf-4762-b8a6-e5251ddf9bed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6dc318cc67c045a99342bf7bb23dd28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852216 May 11 16:35:33.965827 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 46558) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:33.973778 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb6ed7-1a20-4d55-aeed-525d03a90998 req-1050536a-d463-43c7-817c-bc993096e0ed tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:33.976155 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b5fb6ed7-1a20-4d55-aeed-525d03a90998 req-1050536a-d463-43c7-817c-bc993096e0ed tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 944 time: 0.2558668 May 11 16:35:34.060748 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c52bff06-5928-4cee-b28e-5338d05d5ced req-e362f777-620e-4b23-bb87-3f8b2df4d4f7 service neutron] 10.222.0.86 "GET /v2.0/networks/02541083-a781-449e-a210-8a402aad2818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870074 May 11 16:35:34.067081 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b5fb6ed7-1a20-4d55-aeed-525d03a90998 req-254bf0c0-23b4-4cef-a155-fbe269ce6d3b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627284 May 11 16:35:34.093028 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:34.095542 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3a33b833-f194-490f-8fd0-427f368e9dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:34.123421 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3a33b833-f194-490f-8fd0-427f368e9dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:34.124440 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b40e59-b065-40d0-afa6-2536994e64bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037eb3e9-0918-4536-8430-0c2f6c957d5a'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:34.147645 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 037eb3e9-0918-4536-8430-0c2f6c957d5a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=037eb3e9-0918-4536-8430-0c2f6c957d5a,segment=NetworkSegment(9cf5314b-790e-42f0-bdef-89831a4add63),segment_id=9cf5314b-790e-42f0-bdef-89831a4add63)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:34.173866 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b40e59-b065-40d0-afa6-2536994e64bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037eb3e9-0918-4536-8430-0c2f6c957d5a', 'code': 200} May 11 16:35:34.279691 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:34.280347 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:34.282885 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:34.320654 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3a33b833-f194-490f-8fd0-427f368e9dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:34.329860 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7c29b816-94f5-4ec8-9ce8-890c5343a324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:34.337682 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33b833-f194-490f-8fd0-427f368e9dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f3f454-ec4e-4989-b9d0-69b88daaa87e,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:34.341379 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3a33b833-f194-490f-8fd0-427f368e9dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:34.344743 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3a33b833-f194-490f-8fd0-427f368e9dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:34.345851 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-3a33b833-f194-490f-8fd0-427f368e9dbf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/10f3f454-ec4e-4989-b9d0-69b88daaa87e HTTP/1.1" status: 204 len: 168 time: 0.3784385 May 11 16:35:34.370894 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=037eb3e9-0918-4536-8430-0c2f6c957d5a,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:34.373871 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:34.551372 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ac47c-fb5e-4b67-8d14-80fbb6a6c4d2 req-266717b8-a246-467d-96d5-7dd7b9bce1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:34.552768 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-275ac47c-fb5e-4b67-8d14-80fbb6a6c4d2 req-266717b8-a246-467d-96d5-7dd7b9bce1c5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 1098 time: 0.0687685 May 11 16:35:34.600168 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-275ac47c-fb5e-4b67-8d14-80fbb6a6c4d2 req-c38577a4-321b-4f7a-a8f7-e51bb35c3ce6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349197 May 11 16:35:34.946534 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 46572) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:34.964207 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-569ff202-4f2a-434c-83d1-7361a5018786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:34.981100 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-569ff202-4f2a-434c-83d1-7361a5018786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:34.985955 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-569ff202-4f2a-434c-83d1-7361a5018786 admin admin] Usage tracker for resource:security_group_rule and tenant:257c69cb5f824c61aa3ca85d1a87223c is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:34.989786 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-569ff202-4f2a-434c-83d1-7361a5018786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:34.998070 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-569ff202-4f2a-434c-83d1-7361a5018786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:35.087290 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-569ff202-4f2a-434c-83d1-7361a5018786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.152610 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-569ff202-4f2a-434c-83d1-7361a5018786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.152733 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0ae38-df07-495f-830d-732a311841e1 req-afb5797a-597c-42a1-a6bc-b3aeee805b7d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:35.156564 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1bf0ae38-df07-495f-830d-732a311841e1 req-afb5797a-597c-42a1-a6bc-b3aeee805b7d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 943 time: 0.1072414 May 11 16:35:35.167917 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-55df51b7-a2b4-40ec-ba93-aa5cb8a4201b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:35.204944 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:35:35.222216 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-569ff202-4f2a-434c-83d1-7361a5018786 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=257c69cb5f824c61aa3ca85d1a87223c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745461 May 11 16:35:35.223189 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ff202-4f2a-434c-83d1-7361a5018786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bb18f4-9099-4cfe-a4e4-ba977e90b6f9,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:35.225795 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 46588) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:35.228462 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-569ff202-4f2a-434c-83d1-7361a5018786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:35.248049 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1bf0ae38-df07-495f-830d-732a311841e1 req-e6016277-114f-4039-b847-d42bd30f90d7 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909915 May 11 16:35:35.283946 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73bc5c-0c6f-40d4-8f8f-df84a41ff69f req-3ceacc4a-27e7-4526-ba63-8ca5a3b8d8f7 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:35.285436 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2d73bc5c-0c6f-40d4-8f8f-df84a41ff69f req-3ceacc4a-27e7-4526-ba63-8ca5a3b8d8f7 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 945 time: 0.0955906 May 11 16:35:35.293071 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6e58cc70-e50c-4d90-9a8a-6ae82e848bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.326389 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6e58cc70-e50c-4d90-9a8a-6ae82e848bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.339327 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2d73bc5c-0c6f-40d4-8f8f-df84a41ff69f req-98c51cb8-53e6-4905-8640-56393d84c420 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476675 May 11 16:35:35.462240 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6e58cc70-e50c-4d90-9a8a-6ae82e848bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.466281 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c4c5f8e1-ce24-46f7-8657-b0ad983ce98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:35.478088 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58cc70-e50c-4d90-9a8a-6ae82e848bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bb18f4-9099-4cfe-a4e4-ba977e90b6f9,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:35.480555 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6e58cc70-e50c-4d90-9a8a-6ae82e848bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:35.485746 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6e58cc70-e50c-4d90-9a8a-6ae82e848bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.487016 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-6e58cc70-e50c-4d90-9a8a-6ae82e848bd9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c4bb18f4-9099-4cfe-a4e4-ba977e90b6f9 HTTP/1.1" status: 204 len: 168 time: 0.2602875 May 11 16:35:35.654277 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device d4771a0d-077c-444b-b038-cd032ef853ab details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:35:35.795169 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port d4771a0d-077c-444b-b038-cd032ef853ab, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d4771a0d-077c-444b-b038-cd032ef853ab,segment=NetworkSegment(7590dc65-4862-4c08-bb2d-ca5ff962e355),segment_id=7590dc65-4862-4c08-bb2d-ca5ff962e355)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:35.809867 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': 'd4771a0d-077c-444b-b038-cd032ef853ab', 'network_id': '02541083-a781-449e-a210-8a402aad2818', 'port_id': 'd4771a0d-077c-444b-b038-cd032ef853ab', 'mac_address': 'fa:16:3e:f7:dc:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6091a6-cc88-4450-9bd3-54cae10a4b84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:35:35.870787 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.887773 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4771a0d-077c-444b-b038-cd032ef853ab {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:35:35.904266 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port d4771a0d-077c-444b-b038-cd032ef853ab, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d4771a0d-077c-444b-b038-cd032ef853ab,segment=NetworkSegment(7590dc65-4862-4c08-bb2d-ca5ff962e355),segment_id=7590dc65-4862-4c08-bb2d-ca5ff962e355)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:36.004936 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:36.009662 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:36.088867 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=d4771a0d-077c-444b-b038-cd032ef853ab,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:36.092056 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:36.279556 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['d4771a0d-077c-444b-b038-cd032ef853ab'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:35:36.543669 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32099b04-2367-485f-ac4f-15a145f408b3 req-9d975465-ce03-470e-a84c-673f48aaae9b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:36.545108 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-32099b04-2367-485f-ac4f-15a145f408b3 req-9d975465-ce03-470e-a84c-673f48aaae9b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 944 time: 0.1684074 May 11 16:35:36.608785 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ad679-0495-43db-b46e-60a92a299f34 req-ec085ddb-db44-4479-8999-985d3b13b9f1 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:36.610227 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-773ad679-0495-43db-b46e-60a92a299f34 req-ec085ddb-db44-4479-8999-985d3b13b9f1 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 945 time: 0.1412327 May 11 16:35:36.615185 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-32099b04-2367-485f-ac4f-15a145f408b3 req-4e10e714-298e-4f6a-bdce-4a7b55cbd693 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631325 May 11 16:35:36.673214 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-773ad679-0495-43db-b46e-60a92a299f34 req-ca03ea64-d34f-4159-b3f4-3c25e9ce0525 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570610 May 11 16:35:37.279112 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 46654) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:37.459416 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-52b131c5-dffe-42e6-84ba-96621b391b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:37.476505 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-52b131c5-dffe-42e6-84ba-96621b391b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:37.480537 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-52b131c5-dffe-42e6-84ba-96621b391b33 admin admin] Usage tracker for resource:security_group_rule and tenant:7d271acf2642425e880f60feaf5d20c9 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:37.483564 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-52b131c5-dffe-42e6-84ba-96621b391b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:37.489238 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-52b131c5-dffe-42e6-84ba-96621b391b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:37.571805 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-52b131c5-dffe-42e6-84ba-96621b391b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:37.639263 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-52b131c5-dffe-42e6-84ba-96621b391b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:37.649021 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ae7196d8-7cd8-4f46-b1bd-d4c8ae24eb2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:37.665153 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device d4771a0d-077c-444b-b038-cd032ef853ab up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:37.694863 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 46674) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:37.707017 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-52b131c5-dffe-42e6-84ba-96621b391b33 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d271acf2642425e880f60feaf5d20c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265904 May 11 16:35:37.707902 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b131c5-dffe-42e6-84ba-96621b391b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6488a94-2215-489e-b7ba-85990f291479,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:37.716341 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-52b131c5-dffe-42e6-84ba-96621b391b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:37.771716 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0f06e4c7-19a0-4846-bd58-a3689b1c61fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:37.801336 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0f06e4c7-19a0-4846-bd58-a3689b1c61fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:37.867701 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port d4771a0d-077c-444b-b038-cd032ef853ab completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:37.873456 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port d4771a0d-077c-444b-b038-cd032ef853ab triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:37.874018 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:37.922238 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3068d-e564-462a-b362-d6336152702d req-f460e6c7-d06e-41be-b654-1fdcf9df6306 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:37.929997 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-57e3068d-e564-462a-b362-d6336152702d req-f460e6c7-d06e-41be-b654-1fdcf9df6306 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 944 time: 0.1133823 May 11 16:35:37.976403 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-57e3068d-e564-462a-b362-d6336152702d req-31549717-6018-429d-92ea-6e9a92977189 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455167 May 11 16:35:38.033412 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0f06e4c7-19a0-4846-bd58-a3689b1c61fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:38.037396 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:38.038671 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1d3820cf-40aa-4a06-92cd-8ac01bc40644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:38.057997 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06e4c7-19a0-4846-bd58-a3689b1c61fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6488a94-2215-489e-b7ba-85990f291479,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:38.062160 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0f06e4c7-19a0-4846-bd58-a3689b1c61fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:38.066755 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0f06e4c7-19a0-4846-bd58-a3689b1c61fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:38.067904 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282ab7cf-bca4-42a2-9464-fde1bcf54005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4771a0d-077c-444b-b038-cd032ef853ab'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:38.072789 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-0f06e4c7-19a0-4846-bd58-a3689b1c61fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6488a94-2215-489e-b7ba-85990f291479 HTTP/1.1" status: 204 len: 168 time: 0.3727319 May 11 16:35:38.092314 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port d4771a0d-077c-444b-b038-cd032ef853ab, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d4771a0d-077c-444b-b038-cd032ef853ab,segment=NetworkSegment(7590dc65-4862-4c08-bb2d-ca5ff962e355),segment_id=7590dc65-4862-4c08-bb2d-ca5ff962e355)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:38.159687 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:38.163106 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:38.194985 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282ab7cf-bca4-42a2-9464-fde1bcf54005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4771a0d-077c-444b-b038-cd032ef853ab', 'code': 200} May 11 16:35:38.239647 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=d4771a0d-077c-444b-b038-cd032ef853ab,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:38.243919 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:38.611087 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776f49d-eb90-46b9-9880-78f05958c4a0 req-a70f2a3a-2495-4d60-ad1c-b9aa80c9f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:38.612565 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6776f49d-eb90-46b9-9880-78f05958c4a0 req-a70f2a3a-2495-4d60-ad1c-b9aa80c9f316 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 1098 time: 0.0718801 May 11 16:35:38.738387 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6776f49d-eb90-46b9-9880-78f05958c4a0 req-1fa30527-cccc-48f3-b8c0-9a81fbcc539d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114612 May 11 16:35:38.819801 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 46702) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:38.839139 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3ecbed51-caa1-43e9-b9c3-7b20688f9a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:38.854451 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-3ecbed51-caa1-43e9-b9c3-7b20688f9a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:38.862289 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-3ecbed51-caa1-43e9-b9c3-7b20688f9a90 admin admin] Usage tracker for resource:security_group_rule and tenant:609d9f6a47734f08ba60346bb184bc7d is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:38.866049 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-3ecbed51-caa1-43e9-b9c3-7b20688f9a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:38.873124 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-3ecbed51-caa1-43e9-b9c3-7b20688f9a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:38.959178 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3ecbed51-caa1-43e9-b9c3-7b20688f9a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:39.135809 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3ecbed51-caa1-43e9-b9c3-7b20688f9a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:39.151322 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3d73c721-ab7d-4085-9b9b-2e55ad8811ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:39.197075 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbed51-caa1-43e9-b9c3-7b20688f9a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ba46ce-705b-48ec-8851-f5aea59abce8,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:39.204294 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-3ecbed51-caa1-43e9-b9c3-7b20688f9a90 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=609d9f6a47734f08ba60346bb184bc7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810749 May 11 16:35:39.204294 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3ecbed51-caa1-43e9-b9c3-7b20688f9a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:39.205209 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 46720) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:39.270468 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b88597-278b-40fc-bf8f-0f8a14c31238 req-dce7cbcc-49ea-4cb8-ae70-ec630024a6e9 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:39.272937 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-52b88597-278b-40fc-bf8f-0f8a14c31238 req-dce7cbcc-49ea-4cb8-ae70-ec630024a6e9 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 945 time: 0.1726263 May 11 16:35:39.305540 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6aca8942-cf13-4c4c-bb0d-583bb9cb1863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:39.352013 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-52b88597-278b-40fc-bf8f-0f8a14c31238 req-c83a583b-8dc3-448e-8b5e-061c654217f3 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681579 May 11 16:35:39.356502 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6aca8942-cf13-4c4c-bb0d-583bb9cb1863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:39.502068 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6aca8942-cf13-4c4c-bb0d-583bb9cb1863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:39.507696 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7be5e4e2-0bff-41bf-8519-a520aa68658a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:39.517949 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca8942-cf13-4c4c-bb0d-583bb9cb1863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ba46ce-705b-48ec-8851-f5aea59abce8,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:39.522472 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-6aca8942-cf13-4c4c-bb0d-583bb9cb1863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:39.524348 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6aca8942-cf13-4c4c-bb0d-583bb9cb1863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:39.525795 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-6aca8942-cf13-4c4c-bb0d-583bb9cb1863 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/58ba46ce-705b-48ec-8851-f5aea59abce8 HTTP/1.1" status: 204 len: 168 time: 0.3200243 May 11 16:35:40.562258 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f51b9f-d507-4dda-8bf5-d35a5e959520 req-dac48a29-4529-4d21-987d-929c40f17dc0 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:40.564061 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-42f51b9f-d507-4dda-8bf5-d35a5e959520 req-dac48a29-4529-4d21-987d-929c40f17dc0 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 945 time: 0.0952032 May 11 16:35:40.613892 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-42f51b9f-d507-4dda-8bf5-d35a5e959520 req-84b542ff-2bae-476e-b8c7-7ceae53f83bd tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 May 11 16:35:41.953203 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 46852) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:42.086058 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c4f6bfa2-2f4f-495a-869b-866d2d9a3bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.104204 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-c4f6bfa2-2f4f-495a-869b-866d2d9a3bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:42.108146 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-c4f6bfa2-2f4f-495a-869b-866d2d9a3bea admin admin] Usage tracker for resource:security_group_rule and tenant:c56c8061308d45beab099fbfb7090036 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:42.111255 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-c4f6bfa2-2f4f-495a-869b-866d2d9a3bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:42.117333 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-c4f6bfa2-2f4f-495a-869b-866d2d9a3bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:42.201251 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c4f6bfa2-2f4f-495a-869b-866d2d9a3bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.301948 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-c4f6bfa2-2f4f-495a-869b-866d2d9a3bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.310893 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-75b6a4d0-5589-4ba8-99aa-a77878bedf42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:42.368127 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-c4f6bfa2-2f4f-495a-869b-866d2d9a3bea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c56c8061308d45beab099fbfb7090036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4111972 May 11 16:35:42.368127 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 46866) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:42.371103 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6bfa2-2f4f-495a-869b-866d2d9a3bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d107dc65-fb58-48c5-9119-793ff0e1c1ac,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:42.374360 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-c4f6bfa2-2f4f-495a-869b-866d2d9a3bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:42.445064 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-fa327e4a-78ec-43d2-a5b1-aaa01e9bdcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.478248 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-fa327e4a-78ec-43d2-a5b1-aaa01e9bdcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.595455 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc220a68-b7dc-46a1-a8a7-824e39c9b8ff req-31b5fcba-33ec-47e1-8dea-79f6aed58c7a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:42.596829 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dc220a68-b7dc-46a1-a8a7-824e39c9b8ff req-31b5fcba-33ec-47e1-8dea-79f6aed58c7a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 945 time: 0.1008043 May 11 16:35:42.645379 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dc220a68-b7dc-46a1-a8a7-824e39c9b8ff req-cf9a2a43-681c-4187-aac4-54ab2a8520c9 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 May 11 16:35:42.679101 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-fa327e4a-78ec-43d2-a5b1-aaa01e9bdcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.682912 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7b95dc24-01f2-4857-a3c1-ca50f6f02713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:42.693794 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa327e4a-78ec-43d2-a5b1-aaa01e9bdcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d107dc65-fb58-48c5-9119-793ff0e1c1ac,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:42.698130 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-fa327e4a-78ec-43d2-a5b1-aaa01e9bdcd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:42.701360 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-fa327e4a-78ec-43d2-a5b1-aaa01e9bdcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.702454 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-fa327e4a-78ec-43d2-a5b1-aaa01e9bdcd4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d107dc65-fb58-48c5-9119-793ff0e1c1ac HTTP/1.1" status: 204 len: 168 time: 0.3332515 May 11 16:35:43.406366 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 46882) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:43.424370 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-12acb0f3-1b91-4a4d-8958-8e0453dde16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:43.439319 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-12acb0f3-1b91-4a4d-8958-8e0453dde16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:43.443142 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-12acb0f3-1b91-4a4d-8958-8e0453dde16c admin admin] Usage tracker for resource:security_group_rule and tenant:6d0e6f9ba1d64e2d9ab27fcd11702575 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:43.445957 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-12acb0f3-1b91-4a4d-8958-8e0453dde16c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:43.451777 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-12acb0f3-1b91-4a4d-8958-8e0453dde16c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:43.532628 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-12acb0f3-1b91-4a4d-8958-8e0453dde16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:43.656384 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-12acb0f3-1b91-4a4d-8958-8e0453dde16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:43.665780 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-6aca8942-cf13-4c4c-bb0d-583bb9cb1863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:43.707360 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-12acb0f3-1b91-4a4d-8958-8e0453dde16c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d0e6f9ba1d64e2d9ab27fcd11702575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999134 May 11 16:35:43.708957 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acb0f3-1b91-4a4d-8958-8e0453dde16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e6dab1-6405-49e2-b7bb-38b95a38dff1,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:43.710846 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 46888) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:43.712333 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-12acb0f3-1b91-4a4d-8958-8e0453dde16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:43.780257 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-98f32329-c578-48bc-9f22-4851e2acfaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:43.810699 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-98f32329-c578-48bc-9f22-4851e2acfaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:43.847467 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f560b18-9c5a-4c01-ad30-3d0cccd3354b req-44898796-412d-4811-8b1a-ba82fc56ca9a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:43.848957 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4f560b18-9c5a-4c01-ad30-3d0cccd3354b req-44898796-412d-4811-8b1a-ba82fc56ca9a tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 945 time: 0.0933807 May 11 16:35:43.898249 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4f560b18-9c5a-4c01-ad30-3d0cccd3354b req-634afe9c-d415-4d24-89cb-f82f510a4a86 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/security-groups?id=baf65068-c199-40a9-a859-aad3f6ae0b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421298 May 11 16:35:44.022877 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-98f32329-c578-48bc-9f22-4851e2acfaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:44.026951 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-87d3bcd2-eed8-46be-a520-0be0b422f646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:44.040458 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f32329-c578-48bc-9f22-4851e2acfaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e6dab1-6405-49e2-b7bb-38b95a38dff1,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:44.045103 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-98f32329-c578-48bc-9f22-4851e2acfaef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:44.052055 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-98f32329-c578-48bc-9f22-4851e2acfaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:44.053170 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-98f32329-c578-48bc-9f22-4851e2acfaef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f4e6dab1-6405-49e2-b7bb-38b95a38dff1 HTTP/1.1" status: 204 len: 168 time: 0.3401361 May 11 16:35:44.257550 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae2d08-f07a-473a-b947-672357ce107f req-8bed9a7b-713e-44e2-8770-d8c96fc3e390 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:44.258985 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d8ae2d08-f07a-473a-b947-672357ce107f req-8bed9a7b-713e-44e2-8770-d8c96fc3e390 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.86 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 945 time: 0.0832453 May 11 16:35:44.401379 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-d8ae2d08-f07a-473a-b947-672357ce107f req-bcf64753-78da-4f54-bc22-a0d2d4e3a42b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Deleting port d4771a0d-077c-444b-b038-cd032ef853ab {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:35:44.401379 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-d8ae2d08-f07a-473a-b947-672357ce107f req-bcf64753-78da-4f54-bc22-a0d2d4e3a42b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:44.540421 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-d8ae2d08-f07a-473a-b947-672357ce107f req-bcf64753-78da-4f54-bc22-a0d2d4e3a42b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] For port d4771a0d-077c-444b-b038-cd032ef853ab, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=d4771a0d-077c-444b-b038-cd032ef853ab,segment=NetworkSegment(7590dc65-4862-4c08-bb2d-ca5ff962e355),segment_id=7590dc65-4862-4c08-bb2d-ca5ff962e355)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:44.541018 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-d8ae2d08-f07a-473a-b947-672357ce107f req-bcf64753-78da-4f54-bc22-a0d2d4e3a42b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:44.670457 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-d8ae2d08-f07a-473a-b947-672357ce107f req-bcf64753-78da-4f54-bc22-a0d2d4e3a42b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Calling delete_port for d4771a0d-077c-444b-b038-cd032ef853ab owned by compute:nova {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:35:44.851456 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-d8ae2d08-f07a-473a-b947-672357ce107f req-bcf64753-78da-4f54-bc22-a0d2d4e3a42b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:44.857179 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-c8a2961f-8187-4d14-a5a2-6c4f2e973b0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:44.863189 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['d4771a0d-077c-444b-b038-cd032ef853ab'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:35:44.910814 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf64753-78da-4f54-bc22-a0d2d4e3a42b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Pushing event deleted for resources: {'Port': ['ID=d4771a0d-077c-444b-b038-cd032ef853ab,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:44.954997 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-bcf64753-78da-4f54-bc22-a0d2d4e3a42b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:44.977370 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9c3909e4-ae17-4f21-a653-b32185cc8004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:45.021309 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ae2d08-f07a-473a-b947-672357ce107f req-bcf64753-78da-4f54-bc22-a0d2d4e3a42b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] No DVR routers for this DVR port d4771a0d-077c-444b-b038-cd032ef853ab on host hv-cinder-76111 {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:35:45.024007 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-d8ae2d08-f07a-473a-b947-672357ce107f req-bcf64753-78da-4f54-bc22-a0d2d4e3a42b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:45.039857 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282ab7cf-bca4-42a2-9464-fde1bcf54005', 'name': 'network-vif-deleted', 'tag': 'd4771a0d-077c-444b-b038-cd032ef853ab'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:45.102037 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282ab7cf-bca4-42a2-9464-fde1bcf54005', 'name': 'network-vif-deleted', 'tag': 'd4771a0d-077c-444b-b038-cd032ef853ab', 'status': 'completed', 'code': 200} May 11 16:35:45.117570 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d8ae2d08-f07a-473a-b947-672357ce107f req-bcf64753-78da-4f54-bc22-a0d2d4e3a42b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.86 "DELETE /v2.0/ports/d4771a0d-077c-444b-b038-cd032ef853ab HTTP/1.1" status: 204 len: 173 time: 0.8394251 May 11 16:35:45.159736 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-2aee6b37-337c-49e5-b9cc-5e352285868b req-098ff45a-c2af-4a05-8e9a-ba22f30e609f tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Synchronizing usage tracker for tenant:abaa52c8f46046118296ff386dd151a8 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:45.284963 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-2aee6b37-337c-49e5-b9cc-5e352285868b req-098ff45a-c2af-4a05-8e9a-ba22f30e609f tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Unset dirty status for tenant:abaa52c8f46046118296ff386dd151a8 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:45.286223 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2aee6b37-337c-49e5-b9cc-5e352285868b req-098ff45a-c2af-4a05-8e9a-ba22f30e609f tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] 10.222.0.69 "GET /v2.0/ports?device_id=282ab7cf-bca4-42a2-9464-fde1bcf54005 HTTP/1.1" status: 200 len: 210 time: 0.1732173 May 11 16:35:47.491765 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:47.682710 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device d4771a0d-077c-444b-b038-cd032ef853ab no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:35:47.726051 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: d4771a0d-077c-444b-b038-cd032ef853ab {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:35:47.726393 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device d4771a0d-077c-444b-b038-cd032ef853ab not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:35:47.810767 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4dad-e8f4-4cbc-bf91-a1be91c2b78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:48.663897 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47030) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:48.788434 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa17b-9d5d-4cd5-b080-b1d518bba7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:48.804565 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b7aaa17b-9d5d-4cd5-b080-b1d518bba7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:48.808406 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b7aaa17b-9d5d-4cd5-b080-b1d518bba7d3 admin admin] Usage tracker for resource:security_group_rule and tenant:2efd16dd98ae4b72b7775d9d5d572f0f is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:48.811220 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b7aaa17b-9d5d-4cd5-b080-b1d518bba7d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:48.816927 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b7aaa17b-9d5d-4cd5-b080-b1d518bba7d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:48.844907 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:48.902612 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa17b-9d5d-4cd5-b080-b1d518bba7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:48.947597 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa17b-9d5d-4cd5-b080-b1d518bba7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:48.955447 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-94517117-dfec-44db-b478-939e0fc07092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:49.003018 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47054) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:49.003772 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-b7aaa17b-9d5d-4cd5-b080-b1d518bba7d3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2efd16dd98ae4b72b7775d9d5d572f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380923 May 11 16:35:49.008643 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aaa17b-9d5d-4cd5-b080-b1d518bba7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef066fa-870b-4ed0-8404-916bd782449d,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:49.012552 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b7aaa17b-9d5d-4cd5-b080-b1d518bba7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:49.156639 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-281410c2-730b-4683-b668-c3b49ded9d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:49.184061 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-281410c2-730b-4683-b668-c3b49ded9d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:49.325122 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-281410c2-730b-4683-b668-c3b49ded9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:49.330311 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:49.340453 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281410c2-730b-4683-b668-c3b49ded9d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef066fa-870b-4ed0-8404-916bd782449d,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:49.343394 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-281410c2-730b-4683-b668-c3b49ded9d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:49.349337 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-281410c2-730b-4683-b668-c3b49ded9d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:49.351214 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-281410c2-730b-4683-b668-c3b49ded9d81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ef066fa-870b-4ed0-8404-916bd782449d HTTP/1.1" status: 204 len: 168 time: 0.3469257 May 11 16:35:50.099523 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47088) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:50.119333 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1e686580-f7c1-4108-8990-73e505c41715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:50.137381 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-1e686580-f7c1-4108-8990-73e505c41715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:50.141586 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-1e686580-f7c1-4108-8990-73e505c41715 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f5aecf2edf47b49d24347dfed10adf is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:50.144946 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-1e686580-f7c1-4108-8990-73e505c41715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:50.151913 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-1e686580-f7c1-4108-8990-73e505c41715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:50.245665 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1e686580-f7c1-4108-8990-73e505c41715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:50.301972 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:50.326071 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1e686580-f7c1-4108-8990-73e505c41715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:50.337529 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-845f6ad7-df27-4a4f-b7e3-ece4c858a2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:50.377025 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e686580-f7c1-4108-8990-73e505c41715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2363a963-c7dc-448c-8135-579bcf78ad88,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:50.383137 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1e686580-f7c1-4108-8990-73e505c41715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:50.393119 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-1e686580-f7c1-4108-8990-73e505c41715 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e5f5aecf2edf47b49d24347dfed10adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871916 May 11 16:35:50.393883 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47092) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:50.478346 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-57bdbf26-7ab6-4c5b-99f6-cd04ba8b48f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:50.518790 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-57bdbf26-7ab6-4c5b-99f6-cd04ba8b48f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:50.650760 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-57bdbf26-7ab6-4c5b-99f6-cd04ba8b48f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:50.658726 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-38085adc-8532-4086-8384-96e1c06acbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:50.672639 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-57bdbf26-7ab6-4c5b-99f6-cd04ba8b48f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:50.674010 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-57bdbf26-7ab6-4c5b-99f6-cd04ba8b48f0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2363a963-c7dc-448c-8135-579bcf78ad88 HTTP/1.1" status: 204 len: 168 time: 0.2790537 May 11 16:35:50.675077 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdbf26-7ab6-4c5b-99f6-cd04ba8b48f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2363a963-c7dc-448c-8135-579bcf78ad88,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:50.684217 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-57bdbf26-7ab6-4c5b-99f6-cd04ba8b48f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:55.955443 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47268) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:56.143759 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-8524b94b-0373-432b-a034-7d8bba679eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.160070 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-8524b94b-0373-432b-a034-7d8bba679eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:56.165941 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-8524b94b-0373-432b-a034-7d8bba679eba admin admin] Usage tracker for resource:security_group_rule and tenant:b07ab409274e497fb9a867eec91df83e is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:56.169627 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-8524b94b-0373-432b-a034-7d8bba679eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:56.176890 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-8524b94b-0373-432b-a034-7d8bba679eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:56.278538 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-8524b94b-0373-432b-a034-7d8bba679eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.622108 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-8524b94b-0373-432b-a034-7d8bba679eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.629753 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3ecbed51-caa1-43e9-b9c3-7b20688f9a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:56.672131 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524b94b-0373-432b-a034-7d8bba679eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8ae24b-0ae2-4116-8d88-44bc5f495168,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:56.676464 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-8524b94b-0373-432b-a034-7d8bba679eba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b07ab409274e497fb9a867eec91df83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7198572 May 11 16:35:56.677518 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-8524b94b-0373-432b-a034-7d8bba679eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:56.679469 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47282) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:56.740738 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c35a2b39-3754-40a4-82c1-20e918d555e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.771382 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c35a2b39-3754-40a4-82c1-20e918d555e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.914487 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c35a2b39-3754-40a4-82c1-20e918d555e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.918836 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-890bcc1d-f423-4b76-b93a-046d51404eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:56.932366 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a2b39-3754-40a4-82c1-20e918d555e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8ae24b-0ae2-4116-8d88-44bc5f495168,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:56.937054 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c35a2b39-3754-40a4-82c1-20e918d555e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:56.943912 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c35a2b39-3754-40a4-82c1-20e918d555e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.948897 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-c35a2b39-3754-40a4-82c1-20e918d555e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eb8ae24b-0ae2-4116-8d88-44bc5f495168 HTTP/1.1" status: 204 len: 168 time: 0.2684200 May 11 16:35:57.688347 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47318) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:57.712313 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d397b2a9-2d21-493d-8b6f-9500de795ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:57.743542 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-d397b2a9-2d21-493d-8b6f-9500de795ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:57.748572 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-d397b2a9-2d21-493d-8b6f-9500de795ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:f0e7c0ac1ef44927942d0d4c62e9bbae is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:57.752924 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-d397b2a9-2d21-493d-8b6f-9500de795ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:57.761414 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-d397b2a9-2d21-493d-8b6f-9500de795ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:57.929810 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d397b2a9-2d21-493d-8b6f-9500de795ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:58.028002 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d397b2a9-2d21-493d-8b6f-9500de795ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:58.044520 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-a66dbe91-1d27-4415-8c0d-52a5731166be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:58.125166 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-d397b2a9-2d21-493d-8b6f-9500de795ba6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0e7c0ac1ef44927942d0d4c62e9bbae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352026 May 11 16:35:58.128018 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47336) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:58.130692 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397b2a9-2d21-493d-8b6f-9500de795ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4344df72-fec1-49de-a408-93148b0be8e6,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:58.173301 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d397b2a9-2d21-493d-8b6f-9500de795ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:58.242160 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0d5891e0-5519-44d3-b81a-d57fc460227f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:58.288518 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0d5891e0-5519-44d3-b81a-d57fc460227f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:58.462553 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0d5891e0-5519-44d3-b81a-d57fc460227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:58.472191 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:58.492271 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5891e0-5519-44d3-b81a-d57fc460227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4344df72-fec1-49de-a408-93148b0be8e6,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:58.495320 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0d5891e0-5519-44d3-b81a-d57fc460227f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:58.496739 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0d5891e0-5519-44d3-b81a-d57fc460227f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:58.502868 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-0d5891e0-5519-44d3-b81a-d57fc460227f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4344df72-fec1-49de-a408-93148b0be8e6 HTTP/1.1" status: 204 len: 168 time: 0.3686404 May 11 16:36:00.833869 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47418) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:01.013087 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a2c15-1d68-4969-a941-4560bf89fdfc req-bd57e3ad-5e72-4c34-99ad-a8ffc0905461 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:01.017194 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-412a2c15-1d68-4969-a941-4560bf89fdfc req-bd57e3ad-5e72-4c34-99ad-a8ffc0905461 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 947 time: 0.1682003 May 11 16:36:01.091597 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-2cc56f2a-c23c-4263-821c-fcee7e5ba19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:01.114748 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-412a2c15-1d68-4969-a941-4560bf89fdfc req-31fea53d-eef5-49a8-8c87-d167eb7eec49 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883150 May 11 16:36:01.118642 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-2cc56f2a-c23c-4263-821c-fcee7e5ba19e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:01.123193 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-2cc56f2a-c23c-4263-821c-fcee7e5ba19e admin admin] Usage tracker for resource:security_group_rule and tenant:ea4a8c7a47a942f19a2c4199cb8c417d is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:01.126331 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-2cc56f2a-c23c-4263-821c-fcee7e5ba19e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:01.132318 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-2cc56f2a-c23c-4263-821c-fcee7e5ba19e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:01.228691 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-2cc56f2a-c23c-4263-821c-fcee7e5ba19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:01.336998 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-2cc56f2a-c23c-4263-821c-fcee7e5ba19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:01.350608 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d397b2a9-2d21-493d-8b6f-9500de795ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:01.434650 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc56f2a-c23c-4263-821c-fcee7e5ba19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15d9079-7b33-442d-b386-eea56e3a6020,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:01.440116 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-2cc56f2a-c23c-4263-821c-fcee7e5ba19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:01.446149 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-2cc56f2a-c23c-4263-821c-fcee7e5ba19e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea4a8c7a47a942f19a2c4199cb8c417d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6076853 May 11 16:36:01.446149 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47434) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:01.517754 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b00b0258-261a-4b2e-838c-6994de95d030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:01.553334 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b00b0258-261a-4b2e-838c-6994de95d030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:01.690534 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b00b0258-261a-4b2e-838c-6994de95d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:01.695930 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1e686580-f7c1-4108-8990-73e505c41715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:01.712496 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b0258-261a-4b2e-838c-6994de95d030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15d9079-7b33-442d-b386-eea56e3a6020,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:01.717671 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-b00b0258-261a-4b2e-838c-6994de95d030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:01.728410 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b00b0258-261a-4b2e-838c-6994de95d030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:01.731454 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-b00b0258-261a-4b2e-838c-6994de95d030 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e15d9079-7b33-442d-b386-eea56e3a6020 HTTP/1.1" status: 204 len: 168 time: 0.2842968 May 11 16:36:02.139620 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aac3b8-40b4-4ab6-b8af-73fb4eae77f5 req-d1df40bd-ec01-4397-9f4e-80fd09e6bd2b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:02.147410 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e3aac3b8-40b4-4ab6-b8af-73fb4eae77f5 req-d1df40bd-ec01-4397-9f4e-80fd09e6bd2b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 945 time: 0.1411424 May 11 16:36:02.207818 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e3aac3b8-40b4-4ab6-b8af-73fb4eae77f5 req-71704719-d380-40fa-97ad-b0d54a54758c tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593455 May 11 16:36:02.394145 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a0608-4bce-4858-8fd0-5dd750672b2b req-be4d1732-1a07-4305-8334-8b608380885b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:02.404123 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df9a0608-4bce-4858-8fd0-5dd750672b2b req-be4d1732-1a07-4305-8334-8b608380885b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 947 time: 0.1349611 May 11 16:36:02.472603 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df9a0608-4bce-4858-8fd0-5dd750672b2b req-18ab47f8-6428-473d-8fc2-043501ca4594 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669987 May 11 16:36:02.743589 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47456) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:02.758519 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8daad879-71d9-4018-acbc-a7343e48ea51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:02.765419 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-e191f169-e4c7-44d7-9869-580ad3871358 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:02.767447 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-e191f169-e4c7-44d7-9869-580ad3871358 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.86 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 947 time: 0.1076500 May 11 16:36:02.793941 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8daad879-71d9-4018-acbc-a7343e48ea51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:02.801680 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8daad879-71d9-4018-acbc-a7343e48ea51 admin admin] Usage tracker for resource:security_group_rule and tenant:0f02975156bd45e7ba466aebdad4530c is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:02.805603 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8daad879-71d9-4018-acbc-a7343e48ea51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:02.813181 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8daad879-71d9-4018-acbc-a7343e48ea51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:02.972537 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8daad879-71d9-4018-acbc-a7343e48ea51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:03.002620 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Deleting port 01913f04-5998-45fd-af10-b8e6b0962e1e {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:36:03.004185 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:03.039672 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8daad879-71d9-4018-acbc-a7343e48ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:03.048338 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7aa94105-6d85-4c50-bcd2-fa6a5f7897f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:03.107311 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-8daad879-71d9-4018-acbc-a7343e48ea51 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0f02975156bd45e7ba466aebdad4530c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910837 May 11 16:36:03.108109 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daad879-71d9-4018-acbc-a7343e48ea51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57972d7-eb12-4e8d-b792-5bbf77b86a5e,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:03.111158 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8daad879-71d9-4018-acbc-a7343e48ea51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:03.123573 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47462) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:03.257986 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] For port 01913f04-5998-45fd-af10-b8e6b0962e1e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=01913f04-5998-45fd-af10-b8e6b0962e1e,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:03.258639 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:03.283711 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6faa9da2-a244-4cc7-89af-4c75cd47da4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:03.550750 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6faa9da2-a244-4cc7-89af-4c75cd47da4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:03.909984 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb2aa1-a365-4f1f-b69b-302084667860 req-61ee99a2-a545-4b2f-9025-869d9a5fe87c tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:03.911601 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-08bb2aa1-a365-4f1f-b69b-302084667860 req-61ee99a2-a545-4b2f-9025-869d9a5fe87c tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 945 time: 0.5640466 May 11 16:36:03.913874 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:03.914296 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396400'] for floatingip, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:03.914602 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.db.l3_db [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Floating IP 0db5b75a-3126-442b-b16d-0b9152e0eaa2 disassociated. External IP: 172.28.3.173, port: 01913f04-5998-45fd-af10-b8e6b0962e1e. May 11 16:36:03.914949 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Calling delete_port for 01913f04-5998-45fd-af10-b8e6b0962e1e owned by compute:nova {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:36:03.953169 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99459d-2ffb-45c1-b685-b37b1e6aca60 req-aa9ad6d6-5676-4a75-b01b-c7fa11e67fe5 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:03.954801 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4e99459d-2ffb-45c1-b685-b37b1e6aca60 req-aa9ad6d6-5676-4a75-b01b-c7fa11e67fe5 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 947 time: 0.3306875 May 11 16:36:04.017499 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-08bb2aa1-a365-4f1f-b69b-302084667860 req-bef45d5e-3e09-455c-93b5-7c85edadae4e tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915225 May 11 16:36:04.061331 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4e99459d-2ffb-45c1-b685-b37b1e6aca60 req-d53e1ee7-8d40-4e33-adf0-eb319a83340c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=38dad229-500c-4935-bf49-0214e82fefcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980594 May 11 16:36:04.307981 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:04.308587 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:04.309745 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6faa9da2-a244-4cc7-89af-4c75cd47da4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:04.312868 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-b3983b96-61bb-4b82-8fc0-9a5f2bc82d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:04.328981 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa9da2-a244-4cc7-89af-4c75cd47da4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57972d7-eb12-4e8d-b792-5bbf77b86a5e,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:04.334993 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-6faa9da2-a244-4cc7-89af-4c75cd47da4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:04.338017 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:04.387385 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event deleted for resources: {'Port': ['ID=01913f04-5998-45fd-af10-b8e6b0962e1e,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:04.392690 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:04.395001 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6faa9da2-a244-4cc7-89af-4c75cd47da4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:04.410006 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-6faa9da2-a244-4cc7-89af-4c75cd47da4d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f57972d7-eb12-4e8d-b792-5bbf77b86a5e HTTP/1.1" status: 204 len: 168 time: 1.2744012 May 11 16:36:04.637864 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Router 2945a0de-eff8-4596-bbd8-77e4fe7731df has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:36:04.848996 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:36:04.859905 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bea52c-c91f-47aa-8dcb-842eb9a022af None None] Sync routers for ids ['2945a0de-eff8-4596-bbd8-77e4fe7731df'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:36:04.893567 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bea52c-c91f-47aa-8dcb-842eb9a022af None None] Routers {'2945a0de-eff8-4596-bbd8-77e4fe7731df'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:04.893567 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-d0bea52c-c91f-47aa-8dcb-842eb9a022af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:35:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['2945a0de-eff8-4596-bbd8-77e4fe7731df'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:04.999022 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] No DVR routers for this DVR port 01913f04-5998-45fd-af10-b8e6b0962e1e on host hv-cinder-76111 {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:36:05.003903 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:05.005919 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2f3d9061-105d-4d19-8690-b1bc667379ca req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.86 "DELETE /v2.0/ports/01913f04-5998-45fd-af10-b8e6b0962e1e HTTP/1.1" status: 204 len: 173 time: 2.2313385 May 11 16:36:05.006457 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'name': 'network-vif-deleted', 'tag': '01913f04-5998-45fd-af10-b8e6b0962e1e'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:05.156204 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65c2589-6bd9-4efb-98cb-dd736e4b5ded', 'name': 'network-vif-deleted', 'tag': '01913f04-5998-45fd-af10-b8e6b0962e1e', 'status': 'completed', 'code': 200} May 11 16:36:05.204609 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-d0bea52c-c91f-47aa-8dcb-842eb9a022af None None] Set router 2945a0de-eff8-4596-bbd8-77e4fe7731df gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:05.396963 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47510) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:05.419032 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec140f-588e-4e47-834c-fb7d3d90b573 req-9f5cbc2d-b2c6-46c6-bfaa-390dbec907b4 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:05.426357 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8aec140f-588e-4e47-834c-fb7d3d90b573 req-9f5cbc2d-b2c6-46c6-bfaa-390dbec907b4 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 945 time: 0.2670002 May 11 16:36:05.452776 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:05.509252 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:05.521125 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Usage tracker for resource:security_group_rule and tenant:f477bdb468fb438087ab956e80d97111 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:05.532858 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:05.543682 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:05.587337 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-33864be3-88d4-4666-9f47-6807b6576757 req-e9f13bdd-4aee-4282-9301-2349d0e61e21 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Synchronizing usage tracker for tenant:0947d58a4f784ffdb486149eb985047a on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:05.614230 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8aec140f-588e-4e47-834c-fb7d3d90b573 req-8a3770d8-7adf-4909-9ff3-0acc953fae41 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865749 May 11 16:36:05.696244 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-33864be3-88d4-4666-9f47-6807b6576757 req-e9f13bdd-4aee-4282-9301-2349d0e61e21 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Unset dirty status for tenant:0947d58a4f784ffdb486149eb985047a on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:05.697434 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-33864be3-88d4-4666-9f47-6807b6576757 req-e9f13bdd-4aee-4282-9301-2349d0e61e21 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=e65c2589-6bd9-4efb-98cb-dd736e4b5ded HTTP/1.1" status: 200 len: 210 time: 0.2290652 May 11 16:36:05.771171 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:05.776372 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 01913f04-5998-45fd-af10-b8e6b0962e1e no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:36:05.830974 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: 01913f04-5998-45fd-af10-b8e6b0962e1e {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:36:05.831603 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 01913f04-5998-45fd-af10-b8e6b0962e1e not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:36:05.838998 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:05.895057 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f7e43c4f-a4d5-493c-87af-d166dc5e1c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:05.955378 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47522) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:05.958544 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f477bdb468fb438087ab956e80d97111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582328 May 11 16:36:05.958544 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6f9183-86c7-4b34-87a4-c2b965958e77,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:05.984223 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:05.995626 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:05.996506 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:05.997346 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:05.998719 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:06.003920 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:06.010331 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:06.010331 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:06.010331 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:06.010331 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:06.010331 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:06.010331 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:06.026378 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:06.065003 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-d0bea52c-c91f-47aa-8dcb-842eb9a022af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:16Z', 'revision_number': 5, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:06.073976 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bea52c-c91f-47aa-8dcb-842eb9a022af None None] Checking router: 2945a0de-eff8-4596-bbd8-77e4fe7731df for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:36:06.095701 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bea52c-c91f-47aa-8dcb-842eb9a022af None None] Routers {'2945a0de-eff8-4596-bbd8-77e4fe7731df'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:06.096995 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-d0bea52c-c91f-47aa-8dcb-842eb9a022af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:35:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['2945a0de-eff8-4596-bbd8-77e4fe7731df'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:06.114218 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-21d1ad1d-5dd8-4b77-9f94-20528e8bee9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:06.168440 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-21d1ad1d-5dd8-4b77-9f94-20528e8bee9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:06.342850 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-21d1ad1d-5dd8-4b77-9f94-20528e8bee9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:06.344473 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-d0bea52c-c91f-47aa-8dcb-842eb9a022af None None] Set router 2945a0de-eff8-4596-bbd8-77e4fe7731df gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:06.346941 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-6faa9da2-a244-4cc7-89af-4c75cd47da4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:06.360491 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1ad1d-5dd8-4b77-9f94-20528e8bee9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6f9183-86c7-4b34-87a4-c2b965958e77,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:06.363537 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-21d1ad1d-5dd8-4b77-9f94-20528e8bee9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:06.365585 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-21d1ad1d-5dd8-4b77-9f94-20528e8bee9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:06.370083 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-21d1ad1d-5dd8-4b77-9f94-20528e8bee9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf6f9183-86c7-4b34-87a4-c2b965958e77 HTTP/1.1" status: 204 len: 168 time: 0.4104013 May 11 16:36:07.014896 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4bfb4-8575-4c18-8cac-86967c1e5725 req-798a7e36-d05d-4e43-b77f-22d4d3c2d4dd tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:07.023595 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e1f4bfb4-8575-4c18-8cac-86967c1e5725 req-798a7e36-d05d-4e43-b77f-22d4d3c2d4dd tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 945 time: 0.2011449 May 11 16:36:07.071460 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f19547-e110-4250-80e7-95b1c3328107 req-6f2dc012-aa08-4a73-ba9d-9a61e1b115b4 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:07.079291 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-96f19547-e110-4250-80e7-95b1c3328107 req-6f2dc012-aa08-4a73-ba9d-9a61e1b115b4 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.3392670 May 11 16:36:07.133477 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-d0bea52c-c91f-47aa-8dcb-842eb9a022af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:16Z', 'revision_number': 5, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:07.142594 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-96f19547-e110-4250-80e7-95b1c3328107 req-5233c186-be6b-455a-bb5d-d176c6a947d3 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620203 May 11 16:36:07.147458 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bea52c-c91f-47aa-8dcb-842eb9a022af None None] The sync data for ids ['2945a0de-eff8-4596-bbd8-77e4fe7731df'] in dv-cinder-761113-11-smb is: [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:16Z', 'revision_number': 5, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:36:07.228956 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e1f4bfb4-8575-4c18-8cac-86967c1e5725 req-936026e8-9c26-465c-bc3e-5addd7c417b5 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d48aab5-672a-4d49-951a-c596c4c6220c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948574 May 11 16:36:07.269808 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd723574-b72a-48e1-b96a-4986ec26dd2e req-fdd98c55-7cc8-430d-88a1-7537c6757d85 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:07.271316 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bd723574-b72a-48e1-b96a-4986ec26dd2e req-fdd98c55-7cc8-430d-88a1-7537c6757d85 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.86 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 945 time: 0.3105669 May 11 16:36:07.423800 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47544) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:07.513855 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7d60b-e6de-4ea3-a4b2-fa63c1cdf2fe None None] New status for floating IP 0db5b75a-3126-442b-b16d-0b9152e0eaa2: DOWN {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:36:07.518937 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-946ccc67-2880-4583-ac7d-18140f14e1d2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:07.558119 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-946ccc67-2880-4583-ac7d-18140f14e1d2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:07.601807 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-bd723574-b72a-48e1-b96a-4986ec26dd2e req-0470efaf-f8ba-4aab-8d97-5138ce281072 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Deleting port 037eb3e9-0918-4536-8430-0c2f6c957d5a {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:36:07.602411 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-bd723574-b72a-48e1-b96a-4986ec26dd2e req-0470efaf-f8ba-4aab-8d97-5138ce281072 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:07.707686 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-946ccc67-2880-4583-ac7d-18140f14e1d2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:07.718245 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b7aaa17b-9d5d-4cd5-b080-b1d518bba7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:07.743204 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ccc67-2880-4583-ac7d-18140f14e1d2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dad229-500c-4935-bf49-0214e82fefcd,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:07.747796 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-946ccc67-2880-4583-ac7d-18140f14e1d2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:07.823364 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-946ccc67-2880-4583-ac7d-18140f14e1d2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:07.825566 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-946ccc67-2880-4583-ac7d-18140f14e1d2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "DELETE /v2.0/security-groups/38dad229-500c-4935-bf49-0214e82fefcd HTTP/1.1" status: 204 len: 168 time: 0.3999467 May 11 16:36:07.827220 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47554) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:07.850418 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.api.v2.resource [None req-c193e598-e983-40b8-ade5-94cf66bf7b57 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] show failed (client error): The resource could not be found. May 11 16:36:07.862666 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-c193e598-e983-40b8-ade5-94cf66bf7b57 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups/38dad229-500c-4935-bf49-0214e82fefcd HTTP/1.1" status: 404 len: 347 time: 0.0262933 May 11 16:36:07.862872 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-bd723574-b72a-48e1-b96a-4986ec26dd2e req-0470efaf-f8ba-4aab-8d97-5138ce281072 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] For port 037eb3e9-0918-4536-8430-0c2f6c957d5a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=037eb3e9-0918-4536-8430-0c2f6c957d5a,segment=NetworkSegment(9cf5314b-790e-42f0-bdef-89831a4add63),segment_id=9cf5314b-790e-42f0-bdef-89831a4add63)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:07.862872 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-bd723574-b72a-48e1-b96a-4986ec26dd2e req-0470efaf-f8ba-4aab-8d97-5138ce281072 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:07.864321 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47558) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:08.051215 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-bd723574-b72a-48e1-b96a-4986ec26dd2e req-0470efaf-f8ba-4aab-8d97-5138ce281072 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Calling delete_port for 037eb3e9-0918-4536-8430-0c2f6c957d5a owned by compute:nova {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:36:08.342051 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-bd723574-b72a-48e1-b96a-4986ec26dd2e req-0470efaf-f8ba-4aab-8d97-5138ce281072 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:08.358895 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-bedfed5b-4b2d-471f-9273-d4ec48da69f7 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:08.452552 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8eeee3c2-065f-4fa6-a74f-fde1585997b7 req-9efa9968-b60b-4374-be8f-28ee7c99f989 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 210 time: 0.0512965 May 11 16:36:08.572562 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470efaf-f8ba-4aab-8d97-5138ce281072 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Pushing event deleted for resources: {'Port': ['ID=037eb3e9-0918-4536-8430-0c2f6c957d5a,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:08.580229 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0470efaf-f8ba-4aab-8d97-5138ce281072 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:08.591441 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-0e84cd81-0338-46ed-b415-7cc100742c49 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Deleting port 08a3b9b9-2b19-4b0d-ac11-303b5157cdfc {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:36:08.592028 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e84cd81-0338-46ed-b415-7cc100742c49 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:08.626276 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd723574-b72a-48e1-b96a-4986ec26dd2e req-0470efaf-f8ba-4aab-8d97-5138ce281072 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] No DVR routers for this DVR port 037eb3e9-0918-4536-8430-0c2f6c957d5a on host hv-cinder-76111 {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:36:08.629286 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-bd723574-b72a-48e1-b96a-4986ec26dd2e req-0470efaf-f8ba-4aab-8d97-5138ce281072 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:08.639069 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b40e59-b065-40d0-afa6-2536994e64bf', 'name': 'network-vif-deleted', 'tag': '037eb3e9-0918-4536-8430-0c2f6c957d5a'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:08.686383 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3c4e5-1aac-4e78-a263-7d563ea6634d req-306abaea-b03c-456f-b6f7-435a2d459beb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:08.688239 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ebb3c4e5-1aac-4e78-a263-7d563ea6634d req-306abaea-b03c-456f-b6f7-435a2d459beb tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1692467 May 11 16:36:08.767874 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b40e59-b065-40d0-afa6-2536994e64bf', 'name': 'network-vif-deleted', 'tag': '037eb3e9-0918-4536-8430-0c2f6c957d5a', 'status': 'completed', 'code': 200} May 11 16:36:08.776585 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bd723574-b72a-48e1-b96a-4986ec26dd2e req-0470efaf-f8ba-4aab-8d97-5138ce281072 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.86 "DELETE /v2.0/ports/037eb3e9-0918-4536-8430-0c2f6c957d5a HTTP/1.1" status: 204 len: 173 time: 1.4916451 May 11 16:36:08.795547 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ebb3c4e5-1aac-4e78-a263-7d563ea6634d req-22338957-3a26-44d4-8706-526717108f72 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006658 May 11 16:36:08.943383 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e84cd81-0338-46ed-b415-7cc100742c49 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:08.944039 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e84cd81-0338-46ed-b415-7cc100742c49 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:08.961414 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-8bdb5f49-8816-46c0-a51e-8250bde8eb34 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:08.962256 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-8bdb5f49-8816-46c0-a51e-8250bde8eb34 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Synchronizing usage tracker for tenant:35ecae22abf744578e8aee4aa7c16f97 on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:09.108814 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-0e84cd81-0338-46ed-b415-7cc100742c49 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Calling delete_port for 08a3b9b9-2b19-4b0d-ac11-303b5157cdfc owned by network:floatingip {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:36:09.121584 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-8bdb5f49-8816-46c0-a51e-8250bde8eb34 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Unset dirty status for tenant:35ecae22abf744578e8aee4aa7c16f97 on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:09.122916 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-8bdb5f49-8816-46c0-a51e-8250bde8eb34 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.86 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.3563411 May 11 16:36:09.357673 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Deleting port 7d5f6a24-8b30-4765-8ece-f0771ac13f32 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:36:09.357987 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:09.532503 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] For port 7d5f6a24-8b30-4765-8ece-f0771ac13f32, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7d5f6a24-8b30-4765-8ece-f0771ac13f32,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:09.532872 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:09.619342 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e84cd81-0338-46ed-b415-7cc100742c49 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:09.633464 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:09.741701 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-661b0f03-4737-4bb9-ad4a-5a95fc6981ef req-fc6f7da0-2a78-4ea3-ae4a-8d53f8a8b702 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Synchronizing usage tracker for tenant:1525b793ccad4d2f8c9e8943d6d23280 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:09.770556 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84cd81-0338-46ed-b415-7cc100742c49 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event deleted for resources: {'Port': ['ID=08a3b9b9-2b19-4b0d-ac11-303b5157cdfc,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:09.780505 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0e84cd81-0338-46ed-b415-7cc100742c49 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:09.786983 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 037eb3e9-0918-4536-8430-0c2f6c957d5a no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:36:09.810870 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-661b0f03-4737-4bb9-ad4a-5a95fc6981ef req-fc6f7da0-2a78-4ea3-ae4a-8d53f8a8b702 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Unset dirty status for tenant:1525b793ccad4d2f8c9e8943d6d23280 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:09.812132 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-661b0f03-4737-4bb9-ad4a-5a95fc6981ef req-fc6f7da0-2a78-4ea3-ae4a-8d53f8a8b702 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] 10.222.0.69 "GET /v2.0/ports?device_id=08b40e59-b065-40d0-afa6-2536994e64bf HTTP/1.1" status: 200 len: 210 time: 0.1236320 May 11 16:36:09.850328 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: 037eb3e9-0918-4536-8430-0c2f6c957d5a {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:36:09.850328 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 037eb3e9-0918-4536-8430-0c2f6c957d5a not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:36:10.018814 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e84cd81-0338-46ed-b415-7cc100742c49 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for floatingip, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:10.077082 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633284f-cf08-4f8c-8020-d2830b660c01 req-a90443a9-089e-4cc0-a3f2-fe25ca6b1532 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:10.078694 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9633284f-cf08-4f8c-8020-d2830b660c01 req-a90443a9-089e-4cc0-a3f2-fe25ca6b1532 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 945 time: 0.1132295 May 11 16:36:10.129285 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9633284f-cf08-4f8c-8020-d2830b660c01 req-f5230ec3-9873-408d-a332-d54700e4b14b tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450003 May 11 16:36:10.189697 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:10.190068 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396400'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:10.190384 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.l3_db [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Floating IP c8cdb96a-d851-4096-9fff-eb50e419bf27 disassociated. External IP: 172.28.3.35, port: 7d5f6a24-8b30-4765-8ece-f0771ac13f32. May 11 16:36:10.190738 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Calling delete_port for 7d5f6a24-8b30-4765-8ece-f0771ac13f32 owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:36:10.318736 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e84cd81-0338-46ed-b415-7cc100742c49 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:10.320487 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-0e84cd81-0338-46ed-b415-7cc100742c49 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "DELETE /v2.0/floatingips/0db5b75a-3126-442b-b16d-0b9152e0eaa2 HTTP/1.1" status: 204 len: 168 time: 2.4551480 May 11 16:36:10.387782 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:10.414604 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4b117c13-d58a-40df-a301-91ad9e841d35 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:10.528882 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event deleted for resources: {'Port': ['ID=7d5f6a24-8b30-4765-8ece-f0771ac13f32,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:10.719280 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:10.737639 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47632) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:10.745559 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1392712418', 'description': 'tempest-description--1897656723'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:10.756407 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:10.761935 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Usage tracker for resource:security_group and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:10.766481 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:10.775878 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:10.851253 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:10.903792 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Router a5e1f125-5bd3-4315-b2ea-e95532f501a2 has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:36:10.924706 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:10.935964 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Usage tracker for resource:security_group_rule and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:10.941053 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:10.960833 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:11.174159 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:11.227811 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:11.232647 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-df8e5aa0-6743-422f-b4ef-d221f444ae10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:11.306023 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03a801f-a9fa-404a-a25c-0cecf03a7d92,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:11.314490 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:11.314857 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:11.315265 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:11.315652 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:11.316001 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:11.316406 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:11.316859 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:11.317204 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:11.317597 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:11.317944 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:11.318274 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:11.318663 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:11.323782 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:11.347986 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:36:11.359071 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e02ab-b36d-4a62-962f-d10003764e15 None None] Sync routers for ids ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:36:11.370100 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:11.374814 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6359622 May 11 16:36:11.375406 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47654) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:11.380679 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-458e9757-e8ce-46ce-830c-5fef84fe1866 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Request body: {'security_group_rule': {'security_group_id': 'd03a801f-a9fa-404a-a25c-0cecf03a7d92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:11.385430 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e02ab-b36d-4a62-962f-d10003764e15 None None] Routers {'a5e1f125-5bd3-4315-b2ea-e95532f501a2'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:11.389568 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-4b4e02ab-b36d-4a62-962f-d10003764e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:35:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:11.403931 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-458e9757-e8ce-46ce-830c-5fef84fe1866 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:11.487152 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-458e9757-e8ce-46ce-830c-5fef84fe1866 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Usage tracker for resource:security_group_rule and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:11.510985 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-458e9757-e8ce-46ce-830c-5fef84fe1866 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:11.521849 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] No DVR routers for this DVR port 7d5f6a24-8b30-4765-8ece-f0771ac13f32 on host hv-cinder-76111 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:36:11.525276 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:11.529715 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d9f198-27bc-403a-bc52-44911b7c861b', 'name': 'network-vif-deleted', 'tag': '7d5f6a24-8b30-4765-8ece-f0771ac13f32'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:11.539592 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1e6bb2e1-7b70-4bb2-9952-7e5dd3f83c43 req-ea41527f-dfaa-4add-bd34-d39b2fb1fcef tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=54d9f198-27bc-403a-bc52-44911b7c861b HTTP/1.1" status: 200 len: 210 time: 0.1324084 May 11 16:36:11.540623 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-458e9757-e8ce-46ce-830c-5fef84fe1866 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:11.616617 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-458e9757-e8ce-46ce-830c-5fef84fe1866 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:11.634491 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-ba8ac75b-2c8c-4f42-b7a1-c479be1d4ce3 req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.86 "DELETE /v2.0/ports/7d5f6a24-8b30-4765-8ece-f0771ac13f32 HTTP/1.1" status: 204 len: 173 time: 2.4959452 May 11 16:36:11.639406 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d9f198-27bc-403a-bc52-44911b7c861b', 'name': 'network-vif-deleted', 'tag': '7d5f6a24-8b30-4765-8ece-f0771ac13f32', 'status': 'completed', 'code': 200} May 11 16:36:11.709733 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-4b4e02ab-b36d-4a62-962f-d10003764e15 None None] Set router a5e1f125-5bd3-4315-b2ea-e95532f501a2 gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:11.754606 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-458e9757-e8ce-46ce-830c-5fef84fe1866 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:11.781585 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 7d5f6a24-8b30-4765-8ece-f0771ac13f32 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:36:11.823624 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: 7d5f6a24-8b30-4765-8ece-f0771ac13f32 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:36:11.823888 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 7d5f6a24-8b30-4765-8ece-f0771ac13f32 not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:36:11.906767 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-458e9757-e8ce-46ce-830c-5fef84fe1866 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:11.913223 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:11.933029 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e9757-e8ce-46ce-830c-5fef84fe1866 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5575772d-ba0d-41c2-a073-21c546d8b367,revision_number=0']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:11.935672 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-458e9757-e8ce-46ce-830c-5fef84fe1866 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:12.027725 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-458e9757-e8ce-46ce-830c-5fef84fe1866 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:12.029290 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-458e9757-e8ce-46ce-830c-5fef84fe1866 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6529269 May 11 16:36:12.032045 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47676) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:12.037811 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-99f9b110-a4b6-499a-977f-a130ced0f70b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Request body: {'security_group_rule': {'security_group_id': 'd03a801f-a9fa-404a-a25c-0cecf03a7d92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:12.044750 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-99f9b110-a4b6-499a-977f-a130ced0f70b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:12.049388 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-99f9b110-a4b6-499a-977f-a130ced0f70b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Usage tracker for resource:security_group_rule and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:12.052757 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-99f9b110-a4b6-499a-977f-a130ced0f70b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:12.065899 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-99f9b110-a4b6-499a-977f-a130ced0f70b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:12.140296 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-4b4e02ab-b36d-4a62-962f-d10003764e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:32:05Z', 'revision_number': 5, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:12.144458 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e02ab-b36d-4a62-962f-d10003764e15 None None] Checking router: a5e1f125-5bd3-4315-b2ea-e95532f501a2 for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:36:12.153352 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e02ab-b36d-4a62-962f-d10003764e15 None None] Routers {'a5e1f125-5bd3-4315-b2ea-e95532f501a2'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:12.153963 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-4b4e02ab-b36d-4a62-962f-d10003764e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:35:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:12.170891 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-99f9b110-a4b6-499a-977f-a130ced0f70b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:12.207677 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:36:12.257276 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-99f9b110-a4b6-499a-977f-a130ced0f70b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:12.330742 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-99f9b110-a4b6-499a-977f-a130ced0f70b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:12.333062 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-37a40f68-a77c-48f3-a98f-aba9ab4fc5da tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:12.340263 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-4b4e02ab-b36d-4a62-962f-d10003764e15 None None] Set router a5e1f125-5bd3-4315-b2ea-e95532f501a2 gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:12.357739 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9b110-a4b6-499a-977f-a130ced0f70b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52cbb61-80a2-4604-928b-e29f77410807,revision_number=0']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:12.360230 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-99f9b110-a4b6-499a-977f-a130ced0f70b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:12.439228 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-99f9b110-a4b6-499a-977f-a130ced0f70b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:12.440452 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-99f9b110-a4b6-499a-977f-a130ced0f70b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4072704 May 11 16:36:12.447911 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47692) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:12.453050 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Request body: {'floatingip': {'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:12.459025 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:12.462832 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Usage tracker for resource:floatingip and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:12.466860 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:12.474194 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:12.547780 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for floatingip, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:12.678494 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-4b4e02ab-b36d-4a62-962f-d10003764e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:32:05Z', 'revision_number': 5, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:12.682526 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e02ab-b36d-4a62-962f-d10003764e15 None None] The sync data for ids ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'] in dv-cinder-761113-11-smb is: [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:32:05Z', 'revision_number': 5, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:36:12.698297 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:12.784435 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47700) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:12.848235 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Allocated IP 172.28.3.231 (b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4/c7e06862-2dbb-4b92-abf1-8341c9322d5c/c9202022-b5ec-4f71-9c34-c451aae4990d) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:12.861291 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-802b36b4-563a-4cf8-9dc4-c87dd15c516d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:12.901612 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-802b36b4-563a-4cf8-9dc4-c87dd15c516d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:12.985153 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f076e7-5030-4128-b90d-c29f884fd688 None None] New status for floating IP c8cdb96a-d851-4096-9fff-eb50e419bf27: DOWN {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:36:13.102237 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-802b36b4-563a-4cf8-9dc4-c87dd15c516d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.107725 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-52b131c5-dffe-42e6-84ba-96621b391b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:13.111566 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.126789 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b36b4-563a-4cf8-9dc4-c87dd15c516d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:13.137096 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-802b36b4-563a-4cf8-9dc4-c87dd15c516d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:13.149506 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-802b36b4-563a-4cf8-9dc4-c87dd15c516d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.152396 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-802b36b4-563a-4cf8-9dc4-c87dd15c516d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "DELETE /v2.0/security-groups/31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4 HTTP/1.1" status: 204 len: 168 time: 0.3657610 May 11 16:36:13.155329 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47722) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:13.180829 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.api.v2.resource [None req-4a1ae7f2-903d-4748-94f1-f9b041162a79 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] show failed (client error): The resource could not be found. May 11 16:36:13.182696 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-4a1ae7f2-903d-4748-94f1-f9b041162a79 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups/31a6cf4d-8875-4ea3-8cdf-8363ba0f37f4 HTTP/1.1" status: 404 len: 347 time: 0.0261817 May 11 16:36:13.185589 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47726) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:13.244918 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.250115 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:13.337832 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:13.347311 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:13.355064 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:13.432835 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event updated for resources: {'Port': ['ID=c9202022-b5ec-4f71-9c34-c451aae4990d,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:13.435675 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:13.485157 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-5a78d98a-4c36-4e51-a8c0-77f6fb0119ee tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Deleting port 3efd4b0f-1717-4e7f-811c-9c2a19fe5526 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:36:13.485519 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5a78d98a-4c36-4e51-a8c0-77f6fb0119ee tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.524403 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.606426 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5a78d98a-4c36-4e51-a8c0-77f6fb0119ee tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.606752 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5a78d98a-4c36-4e51-a8c0-77f6fb0119ee tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.759363 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.761171 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-5a78d98a-4c36-4e51-a8c0-77f6fb0119ee tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Calling delete_port for 3efd4b0f-1717-4e7f-811c-9c2a19fe5526 owned by network:floatingip {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:36:13.976296 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.982078 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5a78d98a-4c36-4e51-a8c0-77f6fb0119ee tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.985879 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3367471b-4463-469a-a7cc-80a80f733a4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:14.033409 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78d98a-4c36-4e51-a8c0-77f6fb0119ee tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event deleted for resources: {'Port': ['ID=3efd4b0f-1717-4e7f-811c-9c2a19fe5526,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:14.039328 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.049217 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1efbd760-363b-4efa-9554-a370af01439e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:14.071301 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-5a78d98a-4c36-4e51-a8c0-77f6fb0119ee tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:14.140785 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5a78d98a-4c36-4e51-a8c0-77f6fb0119ee tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for floatingip, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.154922 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5a78d98a-4c36-4e51-a8c0-77f6fb0119ee tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.155890 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event updated for resources: {'Port': ['ID=c9202022-b5ec-4f71-9c34-c451aae4990d,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:14.156084 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-5a78d98a-4c36-4e51-a8c0-77f6fb0119ee tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "DELETE /v2.0/floatingips/c8cdb96a-d851-4096-9fff-eb50e419bf27 HTTP/1.1" status: 204 len: 168 time: 0.9689832 May 11 16:36:14.163558 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:14.165447 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396400'] for floatingip, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.285115 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.286388 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8375800 May 11 16:36:14.495740 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47794) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:14.500362 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250395886', 'description': 'tempest-description--2024902108'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:14.506068 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:14.509954 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Usage tracker for resource:security_group and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:14.511301 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-e995fb67-b4f0-4e05-b5bc-6e09e678298f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Synchronizing usage tracker for tenant:0947d58a4f784ffdb486149eb985047a on resource:security_group {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:14.513195 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:14.519771 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:14.598722 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-e995fb67-b4f0-4e05-b5bc-6e09e678298f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Unset dirty status for tenant:0947d58a4f784ffdb486149eb985047a on resource:security_group {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:14.599044 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.600244 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-e995fb67-b4f0-4e05-b5bc-6e09e678298f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1392712418&fields=id&tenant_id=0947d58a4f784ffdb486149eb985047a HTTP/1.1" status: 200 len: 267 time: 0.1300652 May 11 16:36:14.620990 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:14.624763 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Usage tracker for resource:security_group_rule and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:14.627570 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:14.633377 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:14.705506 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.755597 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-6b0830c0-1235-4c5d-9b90-3021a41b1062 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:14.757120 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-6b0830c0-1235-4c5d-9b90-3021a41b1062 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/networks?id=75895cd7-86cc-4311-898a-fb981ed5ac7d HTTP/1.1" status: 200 len: 816 time: 0.1487331 May 11 16:36:14.773608 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-59721e09-5113-4ef7-802b-1d8014a6371a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/quotas/0947d58a4f784ffdb486149eb985047a HTTP/1.1" status: 200 len: 375 time: 0.0100083 May 11 16:36:14.775955 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.782559 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-18f1f8b4-6ecf-4762-b8a6-e5251ddf9bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:14.823927 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a7501d-2ae6-46f7-9072-f15d217f3bf3,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:14.826792 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:14.867982 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ef56566e-a7e0-45c0-b387-1f07e2d4af3c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0947d58a4f784ffdb486149eb985047a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884504 May 11 16:36:14.913940 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.915165 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4196212 May 11 16:36:14.918071 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47804) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:14.925190 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-b4516cd7-e791-4350-84a7-b0618aee2f5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Request body: {'security_group_rule': {'security_group_id': '71a7501d-2ae6-46f7-9072-f15d217f3bf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:14.931385 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b4516cd7-e791-4350-84a7-b0618aee2f5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:14.935541 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b4516cd7-e791-4350-84a7-b0618aee2f5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Usage tracker for resource:security_group_rule and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:14.938430 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b4516cd7-e791-4350-84a7-b0618aee2f5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:14.944269 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b4516cd7-e791-4350-84a7-b0618aee2f5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:15.004594 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-873d9d0d-a21a-4607-a291-0cde8409d2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.025025 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-b3ae6633-ad1a-44ad-ada7-d033fb74fb09 service neutron] 10.222.0.69 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439497 May 11 16:36:15.063042 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b4516cd7-e791-4350-84a7-b0618aee2f5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.207931 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-f36c6ec8-2f03-4918-b20a-e7f58a84edb5 service neutron] 10.222.0.69 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724648 May 11 16:36:15.242222 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b4516cd7-e791-4350-84a7-b0618aee2f5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.422020 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b4516cd7-e791-4350-84a7-b0618aee2f5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.424134 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b7408e06-cc70-4e4c-93df-1d28e1a0dd79 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:15.446750 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4516cd7-e791-4350-84a7-b0618aee2f5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac5beb7-bcad-4da4-8291-20875fa6ebae,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:15.456601 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b4516cd7-e791-4350-84a7-b0618aee2f5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:15.519177 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b4516cd7-e791-4350-84a7-b0618aee2f5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.527722 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47820) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:15.527857 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-b4516cd7-e791-4350-84a7-b0618aee2f5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6059482 May 11 16:36:15.540894 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-e19e9238-5048-4d1e-bf09-d9a34687870d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Request body: {'security_group_rule': {'security_group_id': '71a7501d-2ae6-46f7-9072-f15d217f3bf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:15.546806 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6bd05a0f-47d5-4ec5-b804-6b5fbdc88d69 req-13aa6d38-ec90-4427-9515-14ea56bc301c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 210 time: 0.0688870 May 11 16:36:15.549090 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-e19e9238-5048-4d1e-bf09-d9a34687870d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:15.553228 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-e19e9238-5048-4d1e-bf09-d9a34687870d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Usage tracker for resource:security_group_rule and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:15.558631 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-e19e9238-5048-4d1e-bf09-d9a34687870d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:15.564567 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-e19e9238-5048-4d1e-bf09-d9a34687870d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:15.685246 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e19e9238-5048-4d1e-bf09-d9a34687870d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.751392 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e19e9238-5048-4d1e-bf09-d9a34687870d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.827268 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e19e9238-5048-4d1e-bf09-d9a34687870d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.830302 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:15.856053 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e9238-5048-4d1e-bf09-d9a34687870d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8fc250-f3e1-48a6-8e62-25af96ed190c,revision_number=0']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:15.859338 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-e19e9238-5048-4d1e-bf09-d9a34687870d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:15.941692 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e19e9238-5048-4d1e-bf09-d9a34687870d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.942898 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-e19e9238-5048-4d1e-bf09-d9a34687870d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4186814 May 11 16:36:15.946594 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47828) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:15.951859 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Request body: {'floatingip': {'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:15.957836 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:15.962286 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Usage tracker for resource:floatingip and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:15.967048 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:15.973180 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:16.028784 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for floatingip, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.161198 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47840) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:16.183246 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.225981 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-921d6039-fcf0-4b50-8bce-75c217a37733 admin admin] Deleting subnet 2d6091a6-cc88-4450-9bd3-54cae10a4b84 {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:36:16.229024 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-921d6039-fcf0-4b50-8bce-75c217a37733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.285419 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-921d6039-fcf0-4b50-8bce-75c217a37733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2164346'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.333602 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Allocated IP 172.28.3.116 (b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4/c7e06862-2dbb-4b92-abf1-8341c9322d5c/bbae0b5c-02ed-44c4-a4a8-4536ffc866d8) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:16.358644 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-921d6039-fcf0-4b50-8bce-75c217a37733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.595390 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.711228 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5acd9557-89df-4ac1-9afe-0e4daf8e0260 req-baeb5160-4f7a-40bd-83c4-cd68ca9755ea tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 210 time: 0.0440979 May 11 16:36:16.711422 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47852) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:16.715686 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-921d6039-fcf0-4b50-8bce-75c217a37733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461820'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.732992 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:16.742613 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.747904 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7233ec3e-e7ad-424a-a9f3-1bdcbd117cda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:16.761712 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d6039-fcf0-4b50-8bce-75c217a37733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d6091a6-cc88-4450-9bd3-54cae10a4b84,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:16.765080 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-921d6039-fcf0-4b50-8bce-75c217a37733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:16.766086 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-921d6039-fcf0-4b50-8bce-75c217a37733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.774967 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-921d6039-fcf0-4b50-8bce-75c217a37733 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2d6091a6-cc88-4450-9bd3-54cae10a4b84 HTTP/1.1" status: 204 len: 168 time: 0.6126196 May 11 16:36:16.775849 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 47858) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:16.819651 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event updated for resources: {'Port': ['ID=bbae0b5c-02ed-44c4-a4a8-4536ffc866d8,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:16.822708 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:16.833888 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:16.835247 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:16.837923 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:16.887351 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2d51924e-796d-4085-b79d-44c1aa64c03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.913520 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-2d51924e-796d-4085-b79d-44c1aa64c03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:16.921143 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2d51924e-796d-4085-b79d-44c1aa64c03c admin admin] Usage tracker for resource:security_group_rule and tenant:d30ad466afb74dcfa386c60c8e60a3ab is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:16.921936 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.924433 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2d51924e-796d-4085-b79d-44c1aa64c03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:16.933201 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61f8c89a-017f-405e-b634-c62c4a23ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.934931 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-2d51924e-796d-4085-b79d-44c1aa64c03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:17.089001 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61f8c89a-017f-405e-b634-c62c4a23ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.095471 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.111024 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-61f8c89a-017f-405e-b634-c62c4a23ff7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02541083-a781-449e-a210-8a402aad2818']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:17.131908 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-61f8c89a-017f-405e-b634-c62c4a23ff7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7590dc65-4862-4c08-bb2d-ca5ff962e355') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:17.132188 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-61f8c89a-017f-405e-b634-c62c4a23ff7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7590dc65-4862-4c08-bb2d-ca5ff962e355') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:17.152258 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61f8c89a-017f-405e-b634-c62c4a23ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2164325'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.179638 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61f8c89a-017f-405e-b634-c62c4a23ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.195761 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2d51924e-796d-4085-b79d-44c1aa64c03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.195761 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f8c89a-017f-405e-b634-c62c4a23ff7e admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:36:17.195761 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61f8c89a-017f-405e-b634-c62c4a23ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183405'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: Traceback (most recent call last): May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: timer() May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: cb(*args, **kw) May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: return func(*args, **kwargs) May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: self._notify() May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: self.callback(batched_events) May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: event.method(event) May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: return f(self, *a, **k) May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: return self._get(url).json() May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:36:17.205490 dv-cinder-761113-11-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:36:17.274800 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2d51924e-796d-4085-b79d-44c1aa64c03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.289112 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-93c906d3-1826-4a67-a069-72cdd1491e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:17.333076 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.335687 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-2d51924e-796d-4085-b79d-44c1aa64c03c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d30ad466afb74dcfa386c60c8e60a3ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6221681 May 11 16:36:17.336664 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51924e-796d-4085-b79d-44c1aa64c03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57437f6b-a851-4c51-bfef-d256bef6a805,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:17.339181 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47868) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:17.339575 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2d51924e-796d-4085-b79d-44c1aa64c03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:17.359048 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61f8c89a-017f-405e-b634-c62c4a23ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.363170 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2bd38ad4-9787-4aa7-a9d2-a59f1502698e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:17.383952 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61f8c89a-017f-405e-b634-c62c4a23ff7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.384080 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.388177 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8c89a-017f-405e-b634-c62c4a23ff7e admin admin] Pushing event deleted for resources: {'Network': ['ID=02541083-a781-449e-a210-8a402aad2818,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:17.395842 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-61f8c89a-017f-405e-b634-c62c4a23ff7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:17.397377 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-bcf64753-78da-4f54-bc22-a0d2d4e3a42b tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:17.402587 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-61f8c89a-017f-405e-b634-c62c4a23ff7e admin admin] 10.222.0.69 "DELETE /v2.0/networks/02541083-a781-449e-a210-8a402aad2818 HTTP/1.1" status: 204 len: 168 time: 0.6256237 May 11 16:36:17.462013 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.514562 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-537bc7c5-d76a-433a-a650-3ce06cf41f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.541085 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396400'] for floatingip, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.544901 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event updated for resources: {'Port': ['ID=bbae0b5c-02ed-44c4-a4a8-4536ffc866d8,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:17.548570 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:17.575167 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-537bc7c5-d76a-433a-a650-3ce06cf41f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.656389 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.658403 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7107825 May 11 16:36:17.698733 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-9fbea7d1-2ed9-41a6-813c-1425a339a679 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:17.700309 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-9fbea7d1-2ed9-41a6-813c-1425a339a679 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.86 "GET /v2.0/networks?id=75895cd7-86cc-4311-898a-fb981ed5ac7d HTTP/1.1" status: 200 len: 816 time: 0.1624043 May 11 16:36:17.707703 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-537bc7c5-d76a-433a-a650-3ce06cf41f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.713930 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1eff4f52-3d8c-4614-8453-ba11d9897130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:17.727091 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bc7c5-d76a-433a-a650-3ce06cf41f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57437f6b-a851-4c51-bfef-d256bef6a805,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:17.731171 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-537bc7c5-d76a-433a-a650-3ce06cf41f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:17.733308 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-537bc7c5-d76a-433a-a650-3ce06cf41f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.737823 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-537bc7c5-d76a-433a-a650-3ce06cf41f93 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/57437f6b-a851-4c51-bfef-d256bef6a805 HTTP/1.1" status: 204 len: 168 time: 0.3975916 May 11 16:36:17.776142 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ecac9a59-22cb-4f7f-a8e0-8040598e4d97 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Synchronizing usage tracker for tenant:0947d58a4f784ffdb486149eb985047a on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:17.788618 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-100d4dce-8ed4-4fa6-913a-1483eb1edd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.805591 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ecac9a59-22cb-4f7f-a8e0-8040598e4d97 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Unset dirty status for tenant:0947d58a4f784ffdb486149eb985047a on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:17.807639 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ecac9a59-22cb-4f7f-a8e0-8040598e4d97 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0947d58a4f784ffdb486149eb985047a HTTP/1.1" status: 200 len: 380 time: 0.0987792 May 11 16:36:17.818338 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47884) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:17.820823 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Request body: {'port': {'device_id': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'admin_state_up': True, 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'security_groups': ['d03a801f-a9fa-404a-a25c-0cecf03a7d92']}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:17.988049 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9d75a2b9-cceb-4cf5-b307-136108a1f183 req-0e422ec0-9b2d-46c3-88b3-808da9e54125 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 210 time: 0.1095076 May 11 16:36:17.994897 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-3e524e06-1c5a-4689-bb35-d0899f28223b tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1250395886&fields=id&tenant_id=35ecae22abf744578e8aee4aa7c16f97 HTTP/1.1" status: 200 len: 267 time: 0.0571060 May 11 16:36:17.999108 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-3f4d8447-66d0-4e44-a864-7171b32e2ca9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=abaa52c8f46046118296ff386dd151a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797738 May 11 16:36:18.000367 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:18.001543 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 47896) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:18.023095 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Usage tracker for resource:port and tenant:0947d58a4f784ffdb486149eb985047a is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:18.027696 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:18.034518 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:18.142283 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0d300bec-fa82-4196-9ae1-a01d5ecdb25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.170803 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Made reservation on behalf of 0947d58a4f784ffdb486149eb985047a for: {'port': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:18.174739 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.189660 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0d300bec-fa82-4196-9ae1-a01d5ecdb25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.267453 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df202570-c0e8-4422-b743-a581e4b13d46 req-4232121c-45ff-4744-bf32-c08424205c40 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:18.268920 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-4232121c-45ff-4744-bf32-c08424205c40 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/networks?id=e5d3872e-73cd-4309-a063-c76018d68b05 HTTP/1.1" status: 200 len: 811 time: 0.2291865 May 11 16:36:18.296373 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-e8065dc9-f88e-4ed2-aa95-183092d25f5e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/quotas/35ecae22abf744578e8aee4aa7c16f97 HTTP/1.1" status: 200 len: 375 time: 0.0121338 May 11 16:36:18.340592 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0d300bec-fa82-4196-9ae1-a01d5ecdb25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.351342 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7c5c0899-f311-46b0-b122-31a039b91358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:18.361956 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Allocated IP 172.20.0.3 (75895cd7-86cc-4311-898a-fb981ed5ac7d/78af6bf4-3116-4bd6-81f1-294f2a27b4a6/75dd12cf-5665-4e81-aa85-ed151499d29c) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:18.369376 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d300bec-fa82-4196-9ae1-a01d5ecdb25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf65068-c199-40a9-a859-aad3f6ae0b13,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:18.381316 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0d300bec-fa82-4196-9ae1-a01d5ecdb25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:18.388521 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0d300bec-fa82-4196-9ae1-a01d5ecdb25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.389934 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-0d300bec-fa82-4196-9ae1-a01d5ecdb25d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/baf65068-c199-40a9-a859-aad3f6ae0b13 HTTP/1.1" status: 204 len: 168 time: 0.3873019 May 11 16:36:18.447924 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-340ec320-8ae4-4327-936b-f749645618dc tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=35ecae22abf744578e8aee4aa7c16f97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1442757 May 11 16:36:18.596471 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-4f80e641-dd97-4332-af5a-9ad4d29640b3 service neutron] 10.222.0.69 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401906 May 11 16:36:18.719932 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.746395 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-394651fd-c081-481e-b666-8f652463e0de service neutron] 10.222.0.69 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424873 May 11 16:36:18.758810 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Transition to ACTIVE for port object 75dd12cf-5665-4e81-aa85-ed151499d29c will not be triggered until provisioned by entity DHCP. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:18.878899 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.976684 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.982743 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:19.057326 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Network 75895cd7-86cc-4311-898a-fb981ed5ac7d is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:19.059605 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:19.094535 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event updated for resources: {'Port': ['ID=75dd12cf-5665-4e81-aa85-ed151499d29c,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:19.095384 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:19.215364 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:19.216065 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:19.230570 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:19.268866 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-71a278f9-f59a-43c5-a876-d548a5972bf2 req-8574a407-88a0-4d1b-94d5-c9d913c9ec59 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 210 time: 0.1036654 May 11 16:36:19.342277 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-0080389f-9d5e-4155-866f-27d630c96a63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5290937 May 11 16:36:19.354894 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Request body: {'port': {'device_id': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:19.480105 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd839bc-abfa-45e2-b61d-f8a4b178a41c req-5c40bc79-3f82-4057-8677-60484e6a5cfa tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:19.487960 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcd839bc-abfa-45e2-b61d-f8a4b178a41c req-5c40bc79-3f82-4057-8677-60484e6a5cfa tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 931 time: 0.2177448 May 11 16:36:19.537045 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:19.563866 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fcd839bc-abfa-45e2-b61d-f8a4b178a41c req-275c0eb6-1384-4bb5-9199-5626b6e93052 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750897 May 11 16:36:19.570608 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-a9f846ef-591e-4b9f-81a7-7bf8ad8015d3 None None] Provisioning for port 75dd12cf-5665-4e81-aa85-ed151499d29c completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:19.578872 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-a9f846ef-591e-4b9f-81a7-7bf8ad8015d3 None None] Provisioning complete for port 75dd12cf-5665-4e81-aa85-ed151499d29c triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:19.578872 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a9f846ef-591e-4b9f-81a7-7bf8ad8015d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:19.692441 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-a9f846ef-591e-4b9f-81a7-7bf8ad8015d3 None None] Port 75dd12cf-5665-4e81-aa85-ed151499d29c cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:36:19.987649 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75dd12cf-5665-4e81-aa85-ed151499d29c {{(pid=79307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:19.996667 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:20.018148 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Transition to ACTIVE for port object 75dd12cf-5665-4e81-aa85-ed151499d29c will not be triggered until provisioned by entity L2. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:20.080003 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183361'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:20.085396 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7c8f3e8b-2f0d-4169-8918-5b756c9002d0 tempest-ServerRescueNegativeTestJSON-562573633 tempest-ServerRescueNegativeTestJSON-562573633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:20.245474 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Pushing event updated for resources: {'Port': ['ID=75dd12cf-5665-4e81-aa85-ed151499d29c,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:20.254044 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:20.336820 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Attempting to bind port 75dd12cf-5665-4e81-aa85-ed151499d29c on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:36:20.337083 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:20.337567 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Attempting to bind port 75dd12cf-5665-4e81-aa85-ed151499d29c by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:36:20.337872 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Attempting to bind port 75dd12cf-5665-4e81-aa85-ed151499d29c on network 75895cd7-86cc-4311-898a-fb981ed5ac7d {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:20.343903 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Port 75dd12cf-5665-4e81-aa85-ed151499d29c on network 75895cd7-86cc-4311-898a-fb981ed5ac7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:36:20.344325 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Attempting to bind port 75dd12cf-5665-4e81-aa85-ed151499d29c on network 75895cd7-86cc-4311-898a-fb981ed5ac7d {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:20.351058 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:36:20.351732 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Checking segment: {'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:20.352345 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Bound using segment: {'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:36:20.353173 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Bound port: 75dd12cf-5665-4e81-aa85-ed151499d29c, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee90b185-98ae-49d7-918a-30296946b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d'}}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:36:20.353631 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:20.440715 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8efad574-4529-4943-baca-748b0a225b9f req-2d048423-cabb-41a1-aad8-d033646bbf8a tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 210 time: 0.0449419 May 11 16:36:20.476651 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] For port 75dd12cf-5665-4e81-aa85-ed151499d29c, host hv-cinder-76111, cleared binding levels {{(pid=79307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:36:20.480060 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] For port 75dd12cf-5665-4e81-aa85-ed151499d29c, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75dd12cf-5665-4e81-aa85-ed151499d29c,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:36:20.536669 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183361'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:20.542769 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:20.601242 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:20.601242 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:20.602402 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] 10.222.0.86 "PUT /v2.0/ports/75dd12cf-5665-4e81-aa85-ed151499d29c HTTP/1.1" status: 200 len: 1093 time: 1.2523417 May 11 16:36:20.602964 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'tag': '75dd12cf-5665-4e81-aa85-ed151499d29c'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:20.651548 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Pushing event updated for resources: {'Port': ['ID=75dd12cf-5665-4e81-aa85-ed151499d29c,revision_number=3']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:20.659745 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:20.709267 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'tag': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'status': 'completed', 'code': 200} May 11 16:36:20.896785 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-5ceeebe1-9db9-4d67-a546-170e5ea8d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:20.898047 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd215d2-c4a4-45b7-9783-d90625562ebb req-e7b39beb-93f1-4b17-9614-4b12c8f13b56 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:20.898855 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-5ceeebe1-9db9-4d67-a546-170e5ea8d107 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0947d58a4f784ffdb486149eb985047a&device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 1096 time: 0.1712017 May 11 16:36:20.902269 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8cd215d2-c4a4-45b7-9783-d90625562ebb req-e7b39beb-93f1-4b17-9614-4b12c8f13b56 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.2100778 May 11 16:36:20.969440 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8cd215d2-c4a4-45b7-9783-d90625562ebb req-d5c6cf2c-5704-46d0-ab33-7fd1ed81e4e2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610156 May 11 16:36:20.986504 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-7c192a2a-5c6b-45da-b7b6-e237c80ba6eb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75dd12cf-5665-4e81-aa85-ed151499d29c HTTP/1.1" status: 200 len: 217 time: 0.0808132 May 11 16:36:21.056718 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-48400cb7-5089-4ea3-8996-f8632714a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:21.058166 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-48400cb7-5089-4ea3-8996-f8632714a985 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78af6bf4-3116-4bd6-81f1-294f2a27b4a6 HTTP/1.1" status: 200 len: 855 time: 0.0659773 May 11 16:36:21.142654 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-03ea4e57-fd5d-4829-bc0d-ef87c661143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:21.144159 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-03ea4e57-fd5d-4829-bc0d-ef87c661143a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75895cd7-86cc-4311-898a-fb981ed5ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0790403 May 11 16:36:21.283593 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-b0224f84-6942-43fd-aa08-3b2b46b04879 service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320584 May 11 16:36:21.520312 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-036d0b3e-5ce1-42db-9e90-489641dcd976 req-2f0c1f44-639c-464e-94dd-92ca6208b8b1 service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298117 May 11 16:36:21.601820 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a3a42518-e47e-43a5-99ca-11935b08f76c req-cc3292e0-1646-43cc-9bdd-2104e50c5e8d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 210 time: 0.0446932 May 11 16:36:21.730544 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df202570-c0e8-4422-b743-a581e4b13d46 req-1f1fbea4-e731-470f-ae2e-e61ba1146b8c tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:21.731319 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-df202570-c0e8-4422-b743-a581e4b13d46 req-1f1fbea4-e731-470f-ae2e-e61ba1146b8c tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Synchronizing usage tracker for tenant:35ecae22abf744578e8aee4aa7c16f97 on resource:network {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:21.744214 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4b619-f2e0-4930-a217-062c8050c51f req-934082f1-572c-4efc-ae7b-7dcc72e81578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:21.745999 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c0c4b619-f2e0-4930-a217-062c8050c51f req-934082f1-572c-4efc-ae7b-7dcc72e81578 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0947d58a4f784ffdb486149eb985047a&device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 1096 time: 0.0766697 May 11 16:36:21.798992 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-df202570-c0e8-4422-b743-a581e4b13d46 req-1f1fbea4-e731-470f-ae2e-e61ba1146b8c tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Unset dirty status for tenant:35ecae22abf744578e8aee4aa7c16f97 on resource:network {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:21.800154 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-1f1fbea4-e731-470f-ae2e-e61ba1146b8c tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.86 "GET /v2.0/networks?id=e5d3872e-73cd-4309-a063-c76018d68b05 HTTP/1.1" status: 200 len: 811 time: 0.2233732 May 11 16:36:21.858206 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b8696a4e-dfc6-4773-96a7-cadf81c936e4 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Synchronizing usage tracker for tenant:35ecae22abf744578e8aee4aa7c16f97 on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:21.892352 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4b619-f2e0-4930-a217-062c8050c51f req-d8b078a6-440c-4fb7-a185-122ebfb14505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:21.893798 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c0c4b619-f2e0-4930-a217-062c8050c51f req-d8b078a6-440c-4fb7-a185-122ebfb14505 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75895cd7-86cc-4311-898a-fb981ed5ac7d HTTP/1.1" status: 200 len: 917 time: 0.1414254 May 11 16:36:21.969934 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c0c4b619-f2e0-4930-a217-062c8050c51f req-a068be09-697e-486c-b4ce-f2213905ab2e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75dd12cf-5665-4e81-aa85-ed151499d29c HTTP/1.1" status: 200 len: 217 time: 0.0681062 May 11 16:36:22.079698 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4b619-f2e0-4930-a217-062c8050c51f req-4fd0cb04-163e-46a9-9620-9f4575b87854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:22.081431 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c0c4b619-f2e0-4930-a217-062c8050c51f req-4fd0cb04-163e-46a9-9620-9f4575b87854 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78af6bf4-3116-4bd6-81f1-294f2a27b4a6 HTTP/1.1" status: 200 len: 855 time: 0.0978444 May 11 16:36:22.096260 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b8696a4e-dfc6-4773-96a7-cadf81c936e4 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Unset dirty status for tenant:35ecae22abf744578e8aee4aa7c16f97 on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:22.097819 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b8696a4e-dfc6-4773-96a7-cadf81c936e4 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35ecae22abf744578e8aee4aa7c16f97 HTTP/1.1" status: 200 len: 380 time: 0.2874565 May 11 16:36:22.106738 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Request body: {'port': {'device_id': '2b4a2123-505c-47e2-93c8-8445e8e96e8f', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'admin_state_up': True, 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'security_groups': ['71a7501d-2ae6-46f7-9072-f15d217f3bf3']}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:22.272749 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:22.277372 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Usage tracker for resource:port and tenant:35ecae22abf744578e8aee4aa7c16f97 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:22.280278 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:22.280740 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc097475-ee8e-4064-8ed4-b1e8dd508b7a req-31740bb4-d526-498e-9b77-abc2c899e2eb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:22.282164 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dc097475-ee8e-4064-8ed4-b1e8dd508b7a req-31740bb4-d526-498e-9b77-abc2c899e2eb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.1542251 May 11 16:36:22.286767 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:22.290056 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4b619-f2e0-4930-a217-062c8050c51f req-6dd57167-8585-4020-8f5b-552821b2e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:22.291790 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c0c4b619-f2e0-4930-a217-062c8050c51f req-6dd57167-8585-4020-8f5b-552821b2e073 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75895cd7-86cc-4311-898a-fb981ed5ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2023857 May 11 16:36:22.296202 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-beb5df20-4aba-45a6-8006-50bdc9268555 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=54f92c1ed48242299c2cc980eb531191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460167 May 11 16:36:22.376241 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Made reservation on behalf of 35ecae22abf744578e8aee4aa7c16f97 for: {'port': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:22.380435 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:22.519703 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dc097475-ee8e-4064-8ed4-b1e8dd508b7a req-dbb141c6-a62e-4fd4-b1bc-090a45db5393 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225208 May 11 16:36:22.558495 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Allocated IP 172.20.0.11 (e5d3872e-73cd-4309-a063-c76018d68b05/686230cf-0935-46bd-893d-206e8b4b2f34/ccc9ca13-9177-4a30-b289-2948d44ba1d8) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:22.597185 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c0c4b619-f2e0-4930-a217-062c8050c51f req-9bb61f25-62f9-4e17-85ee-0cf3e636b812 service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869444 May 11 16:36:22.609312 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-61796b5c-716a-4cd5-94df-3d49b85513e2 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:22.609876 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-61796b5c-716a-4cd5-94df-3d49b85513e2 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2987363 May 11 16:36:22.692090 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-b550ee6d-8e98-4b2b-b38e-5c75af04e795 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/quotas/54f92c1ed48242299c2cc980eb531191 HTTP/1.1" status: 200 len: 375 time: 0.0606804 May 11 16:36:22.774553 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:22.794306 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Transition to ACTIVE for port object ccc9ca13-9177-4a30-b289-2948d44ba1d8 will not be triggered until provisioned by entity DHCP. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:22.820914 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-ce7be451-24a8-49f6-8295-7d430e2d7f6b tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=54f92c1ed48242299c2cc980eb531191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145399 May 11 16:36:22.831451 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-973f9bcc-b87e-4522-aeb7-282f54268e88 req-49fab1f4-19d1-4ef6-ba60-b115da7e16de tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 210 time: 0.0839076 May 11 16:36:22.859192 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c0c4b619-f2e0-4930-a217-062c8050c51f req-22a78506-2954-413e-9329-9e41cb6d486d service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480934 May 11 16:36:22.918613 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:22.924322 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-96f02608-026b-4fb3-8191-dfcde1fd8a45 tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:22.987244 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Network e5d3872e-73cd-4309-a063-c76018d68b05 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:22.990268 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:22.994740 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:23.039445 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event updated for resources: {'Port': ['ID=ccc9ca13-9177-4a30-b289-2948d44ba1d8,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:23.047668 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:23.101885 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:23.101885 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:23.182578 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0797136 May 11 16:36:23.188014 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-43df0a2d-ea0f-4ff8-9ed5-a857ffc6f2ba req-d76eb21f-c452-45b7-9c92-f60503ac39a0 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 210 time: 0.0543463 May 11 16:36:23.195959 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Request body: {'port': {'device_id': '2b4a2123-505c-47e2-93c8-8445e8e96e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:23.327538 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:23.341533 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-8eb398c7-c6e0-40cc-bd29-05951ed06e0b None None] Provisioning for port ccc9ca13-9177-4a30-b289-2948d44ba1d8 completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:23.346353 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-8eb398c7-c6e0-40cc-bd29-05951ed06e0b None None] Provisioning complete for port ccc9ca13-9177-4a30-b289-2948d44ba1d8 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:23.346756 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8eb398c7-c6e0-40cc-bd29-05951ed06e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:23.456918 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-8eb398c7-c6e0-40cc-bd29-05951ed06e0b None None] Port ccc9ca13-9177-4a30-b289-2948d44ba1d8 cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:36:23.729784 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc9ca13-9177-4a30-b289-2948d44ba1d8 {{(pid=79307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:23.737243 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:23.753146 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Transition to ACTIVE for port object ccc9ca13-9177-4a30-b289-2948d44ba1d8 will not be triggered until provisioned by entity L2. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:23.763608 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d88814-fea8-4345-905c-f2e05475885b req-047db37f-8ef9-4f68-9788-5240e2e9dcaa tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:23.765156 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-19d88814-fea8-4345-905c-f2e05475885b req-047db37f-8ef9-4f68-9788-5240e2e9dcaa tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.1097915 May 11 16:36:23.810820 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-19d88814-fea8-4345-905c-f2e05475885b req-22651b43-a921-4aa1-ba0b-3eb780f5b69c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399382 May 11 16:36:23.816224 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 75dd12cf-5665-4e81-aa85-ed151499d29c details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:36:23.850154 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183361'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:23.856609 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:24.011985 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 75dd12cf-5665-4e81-aa85-ed151499d29c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75dd12cf-5665-4e81-aa85-ed151499d29c,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:24.019246 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc9ca13-9177-4a30-b289-2948d44ba1d8,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:24.027837 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'port_id': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'mac_address': 'fa:16:3e:8c:5e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:36:24.109808 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:24.135770 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75dd12cf-5665-4e81-aa85-ed151499d29c {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:24.161114 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 75dd12cf-5665-4e81-aa85-ed151499d29c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75dd12cf-5665-4e81-aa85-ed151499d29c,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:24.199016 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:24.200122 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9d4be-831e-4587-876e-8ce899c981fb req-6cfb89ab-cbf5-4c94-a66b-51ce994d3b63 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:24.201632 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-25f9d4be-831e-4587-876e-8ce899c981fb req-6cfb89ab-cbf5-4c94-a66b-51ce994d3b63 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 944 time: 0.2279816 May 11 16:36:24.250369 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:24.250627 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-25f9d4be-831e-4587-876e-8ce899c981fb req-ac40a0f8-7715-452a-b2b9-63a2006378c1 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=71a7501d-2ae6-46f7-9072-f15d217f3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429645 May 11 16:36:24.252250 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:24.293254 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Attempting to bind port ccc9ca13-9177-4a30-b289-2948d44ba1d8 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:36:24.294099 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Attempting to bind port ccc9ca13-9177-4a30-b289-2948d44ba1d8 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:36:24.295248 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Attempting to bind port ccc9ca13-9177-4a30-b289-2948d44ba1d8 on network e5d3872e-73cd-4309-a063-c76018d68b05 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:24.302563 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Port ccc9ca13-9177-4a30-b289-2948d44ba1d8 on network e5d3872e-73cd-4309-a063-c76018d68b05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:36:24.302563 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Attempting to bind port ccc9ca13-9177-4a30-b289-2948d44ba1d8 on network e5d3872e-73cd-4309-a063-c76018d68b05 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:24.309048 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:36:24.309048 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Checking segment: {'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:24.309322 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Bound using segment: {'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:36:24.309538 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Bound port: ccc9ca13-9177-4a30-b289-2948d44ba1d8, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221358b3-8dae-4f2b-a952-233952b7cc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05'}}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:36:24.309886 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:24.344140 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=75dd12cf-5665-4e81-aa85-ed151499d29c,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:24.352158 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.352495 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.352852 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.353153 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.353484 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.353800 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.354118 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.354436 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.354773 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.355089 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.355399 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.355919 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.359823 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:24.379611 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8a215ecf-d5ba-47b9-a420-647aad9c0eab req-953e5d53-0dbe-43c3-ba35-0e723a69d8e3 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 210 time: 0.0587304 May 11 16:36:24.418570 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] For port ccc9ca13-9177-4a30-b289-2948d44ba1d8, host hv-cinder-76111, cleared binding levels {{(pid=79307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:36:24.421417 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] For port ccc9ca13-9177-4a30-b289-2948d44ba1d8, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ccc9ca13-9177-4a30-b289-2948d44ba1d8,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:36:24.478112 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['75dd12cf-5665-4e81-aa85-ed151499d29c'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:36:24.490720 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183361'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:24.496046 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4bb55368-39a6-4a0b-86cc-0ab42182ccad tempest-AttachVolumeNegativeTest-1500853786 tempest-AttachVolumeNegativeTest-1500853786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:24.548533 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:24.552387 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:24.552387 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] 10.222.0.86 "PUT /v2.0/ports/ccc9ca13-9177-4a30-b289-2948d44ba1d8 HTTP/1.1" status: 200 len: 1094 time: 1.3598855 May 11 16:36:24.552387 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4a2123-505c-47e2-93c8-8445e8e96e8f', 'tag': 'ccc9ca13-9177-4a30-b289-2948d44ba1d8'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:24.586598 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc9ca13-9177-4a30-b289-2948d44ba1d8,revision_number=3']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:24.589429 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:24.617182 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4a2123-505c-47e2-93c8-8445e8e96e8f', 'tag': 'ccc9ca13-9177-4a30-b289-2948d44ba1d8', 'status': 'completed', 'code': 200} May 11 16:36:24.734321 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac3de6-69fe-482f-abc9-995cf26f6edd req-74599a6c-d41e-45e8-8085-fcdcb85a4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:24.736122 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-2fac3de6-69fe-482f-abc9-995cf26f6edd req-74599a6c-d41e-45e8-8085-fcdcb85a4323 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35ecae22abf744578e8aee4aa7c16f97&device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 1097 time: 0.0923474 May 11 16:36:24.916446 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac3de6-69fe-482f-abc9-995cf26f6edd req-df7d0256-f095-4212-ba0e-8f10cac0a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:24.917951 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-2fac3de6-69fe-482f-abc9-995cf26f6edd req-df7d0256-f095-4212-ba0e-8f10cac0a4b8 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=35ecae22abf744578e8aee4aa7c16f97&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1743734 May 11 16:36:25.024092 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe36e1-276f-447f-b134-11d98360b103 req-209f64c5-c0d2-4afc-a06b-56b3b68f0626 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:25.025668 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b1fe36e1-276f-447f-b134-11d98360b103 req-209f64c5-c0d2-4afc-a06b-56b3b68f0626 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 944 time: 0.0926235 May 11 16:36:25.079468 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b1fe36e1-276f-447f-b134-11d98360b103 req-1621adc8-1ab4-4843-a2e6-3bcade625a87 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470767 May 11 16:36:25.083988 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac3de6-69fe-482f-abc9-995cf26f6edd req-665246a5-2944-42b5-b0c0-34f16c790a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:25.085459 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-2fac3de6-69fe-482f-abc9-995cf26f6edd req-665246a5-2944-42b5-b0c0-34f16c790a5a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1599910 May 11 16:36:25.201136 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df202570-c0e8-4422-b743-a581e4b13d46 req-add550ad-6984-4660-b36a-69307a9aae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:25.207026 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-add550ad-6984-4660-b36a-69307a9aae78 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35ecae22abf744578e8aee4aa7c16f97&device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 1097 time: 0.0739951 May 11 16:36:25.276304 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-87caa70d-6bcc-42e2-8b1c-566c661c47bd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccc9ca13-9177-4a30-b289-2948d44ba1d8 HTTP/1.1" status: 200 len: 217 time: 0.0658207 May 11 16:36:25.349158 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b31e25f0-6870-4a5a-9450-66c711e5366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:25.351649 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-b31e25f0-6870-4a5a-9450-66c711e5366f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=686230cf-0935-46bd-893d-206e8b4b2f34 HTTP/1.1" status: 200 len: 850 time: 0.0646219 May 11 16:36:25.440273 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df202570-c0e8-4422-b743-a581e4b13d46 req-afae0d26-cda5-40be-8148-58ee288df08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:25.442019 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-afae0d26-cda5-40be-8148-58ee288df08c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d3872e-73cd-4309-a063-c76018d68b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0836074 May 11 16:36:25.508656 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60be33-2da6-4fee-8a16-7e4e4ac131ba req-c45432b9-6129-4f84-a959-79ecb498555a tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:25.510012 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4e60be33-2da6-4fee-8a16-7e4e4ac131ba req-c45432b9-6129-4f84-a959-79ecb498555a tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 944 time: 0.1180906 May 11 16:36:25.513021 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-901583f1-155a-43f7-b2ba-2b5a2a9b1ebb tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=54f92c1ed48242299c2cc980eb531191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473185 May 11 16:36:25.591501 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-28ee0183-bf52-431b-b865-f4bfbdc885f4 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410785 May 11 16:36:25.600922 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-79b01bec-c34c-4d31-a915-3a3a231dff4d req-a38567ff-e136-410a-8b96-4ec8113faccc tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 210 time: 0.0892277 May 11 16:36:25.692463 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4e60be33-2da6-4fee-8a16-7e4e4ac131ba req-7d28e0b9-bb13-407f-8194-8e413f8f3d6b tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=71a7501d-2ae6-46f7-9072-f15d217f3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484826 May 11 16:36:25.751811 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-df202570-c0e8-4422-b743-a581e4b13d46 req-2004cfb0-578e-4c89-817e-44626e959384 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532533 May 11 16:36:25.763630 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-282da2c7-57ca-43ec-92d4-40a23306a178 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:25.765020 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-282da2c7-57ca-43ec-92d4-40a23306a178 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2200840 May 11 16:36:25.777248 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Request body: {'port': {'device_id': 'd821b278-a1f4-47cb-98fd-96de04a96f58', 'network_id': 'a912987c-8955-4796-a34c-f843eceea71a', 'admin_state_up': True, 'tenant_id': '54f92c1ed48242299c2cc980eb531191'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:25.832787 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 75dd12cf-5665-4e81-aa85-ed151499d29c up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:25.958748 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:25.962559 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Usage tracker for resource:port and tenant:54f92c1ed48242299c2cc980eb531191 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:25.965414 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:25.971342 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:26.025904 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port 75dd12cf-5665-4e81-aa85-ed151499d29c completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:26.032619 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 75dd12cf-5665-4e81-aa85-ed151499d29c triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:26.033729 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.067284 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Made reservation on behalf of 54f92c1ed48242299c2cc980eb531191 for: {'port': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:26.070920 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.083666 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.104882 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:26.108955 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Usage tracker for resource:security_group_rule and tenant:54f92c1ed48242299c2cc980eb531191 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:26.111917 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:26.121438 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:26.159363 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.186619 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dd12cf-5665-4e81-aa85-ed151499d29c'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:26.199515 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 75dd12cf-5665-4e81-aa85-ed151499d29c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75dd12cf-5665-4e81-aa85-ed151499d29c,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:26.236107 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'code': 200} May 11 16:36:26.260277 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.273462 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.275698 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-aef6941f-ad0d-4ed4-b407-84517fba500a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:26.311756 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df01b5-e9ed-475f-980e-da527576543b req-d89bec83-0605-429b-808f-a042af847013 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:26.311756 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c8df01b5-e9ed-475f-980e-da527576543b req-d89bec83-0605-429b-808f-a042af847013 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 944 time: 0.0987215 May 11 16:36:26.314206 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.319912 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:26.368822 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=75dd12cf-5665-4e81-aa85-ed151499d29c,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:26.376327 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:26.427437 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ba0fd6-4b41-4020-9a71-a1a1fd1a41d9,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:26.447464 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:26.459189 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c8df01b5-e9ed-475f-980e-da527576543b req-d369ba15-6803-4765-84b2-203df06aebf4 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403244 May 11 16:36:26.543702 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Allocated IP 192.168.233.234 (a912987c-8955-4796-a34c-f843eceea71a/7c42b6af-a75b-4651-b48e-84c7846f00d9/2cce6e94-9361-4de9-8587-ca42129595e9) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:26.583122 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b24b1-1c57-47da-8ee0-86665a4d5c88 req-35131fd7-3581-4f85-8a41-5b88a48aeb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:26.584531 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-282b24b1-1c57-47da-8ee0-86665a4d5c88 req-35131fd7-3581-4f85-8a41-5b88a48aeb3b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 1098 time: 0.0698242 May 11 16:36:26.631024 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-282b24b1-1c57-47da-8ee0-86665a4d5c88 req-9b93c346-3db1-44c7-aa05-eca31c207bcf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391650 May 11 16:36:26.776194 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7eff61fc-b697-4aac-9447-b3ed4167b024 req-be006b4e-f4b1-47ba-a247-d5928e1a292c tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 210 time: 0.0545094 May 11 16:36:26.813028 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.869314 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Transition to ACTIVE for port object 2cce6e94-9361-4de9-8587-ca42129595e9 will not be triggered until provisioned by entity DHCP. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:26.919475 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61dda6-6bf5-445b-a3a8-90146f460152 req-7a0841dc-6633-4b32-80f7-653a1eac6199 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:26.920930 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fe61dda6-6bf5-445b-a3a8-90146f460152 req-7a0841dc-6633-4b32-80f7-653a1eac6199 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 944 time: 0.1130490 May 11 16:36:26.967412 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fe61dda6-6bf5-445b-a3a8-90146f460152 req-72723f98-4439-4d62-ba64-956df740c160 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=71a7501d-2ae6-46f7-9072-f15d217f3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401783 May 11 16:36:27.045029 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.050806 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-fde4ca32-f8aa-4fed-a32f-d7dcded3db70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:27.112559 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Network a912987c-8955-4796-a34c-f843eceea71a is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:27.115439 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:27.123842 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:27.158822 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Pushing event updated for resources: {'Port': ['ID=2cce6e94-9361-4de9-8587-ca42129595e9,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:27.165660 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:27.196080 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:27.196688 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.302325 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5294130 May 11 16:36:27.315956 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Request body: {'port': {'device_id': 'd821b278-a1f4-47cb-98fd-96de04a96f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:27.426607 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.438391 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-4685a23c-85a7-4518-9c56-417cf7284915 None None] Provisioning for port 2cce6e94-9361-4de9-8587-ca42129595e9 completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:27.444851 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-4685a23c-85a7-4518-9c56-417cf7284915 None None] Provisioning complete for port 2cce6e94-9361-4de9-8587-ca42129595e9 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:27.445224 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4685a23c-85a7-4518-9c56-417cf7284915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.508515 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-4685a23c-85a7-4518-9c56-417cf7284915 None None] Port 2cce6e94-9361-4de9-8587-ca42129595e9 cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:36:27.800696 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e53d8-cb55-40d2-a94c-c468ef4bc46d req-0352b807-3480-4056-8072-94414c16c4fc tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:27.802211 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4b5e53d8-cb55-40d2-a94c-c468ef4bc46d req-0352b807-3480-4056-8072-94414c16c4fc tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.2182550 May 11 16:36:27.872180 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device ccc9ca13-9177-4a30-b289-2948d44ba1d8 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:36:27.944602 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4b5e53d8-cb55-40d2-a94c-c468ef4bc46d req-4e1c38b0-eaf4-478e-9f5b-c6122ec3c786 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352603 May 11 16:36:28.036318 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port ccc9ca13-9177-4a30-b289-2948d44ba1d8, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ccc9ca13-9177-4a30-b289-2948d44ba1d8,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:28.053011 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': 'ccc9ca13-9177-4a30-b289-2948d44ba1d8', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'port_id': 'ccc9ca13-9177-4a30-b289-2948d44ba1d8', 'mac_address': 'fa:16:3e:b0:ef:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:36:28.076049 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cce6e94-9361-4de9-8587-ca42129595e9 {{(pid=79306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:28.084133 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.108881 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Transition to ACTIVE for port object 2cce6e94-9361-4de9-8587-ca42129595e9 will not be triggered until provisioned by entity L2. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:28.126826 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.146866 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc9ca13-9177-4a30-b289-2948d44ba1d8 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:28.162657 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port ccc9ca13-9177-4a30-b289-2948d44ba1d8, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ccc9ca13-9177-4a30-b289-2948d44ba1d8,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:28.178044 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ccd2f-8a51-4607-b9db-3cdf89cb33be req-e21fac26-acd5-4b96-aac1-55daf2f19c6d tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:28.179337 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-ed0ccd2f-8a51-4607-b9db-3cdf89cb33be req-e21fac26-acd5-4b96-aac1-55daf2f19c6d tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Synchronizing usage tracker for tenant:54f92c1ed48242299c2cc980eb531191 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:28.202215 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.205383 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-76345f66-eeaf-4d70-97d7-ae2f8da66cb8 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:28.256533 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.265600 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:28.337479 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=ccc9ca13-9177-4a30-b289-2948d44ba1d8,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:28.344420 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:28.344605 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd033d92-040f-468b-926f-30c7b4ec1828 req-b8b21de3-e855-4930-9767-73b3540a5c81 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:28.346484 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fd033d92-040f-468b-926f-30c7b4ec1828 req-b8b21de3-e855-4930-9767-73b3540a5c81 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 944 time: 0.2408006 May 11 16:36:28.380005 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-ed0ccd2f-8a51-4607-b9db-3cdf89cb33be req-e21fac26-acd5-4b96-aac1-55daf2f19c6d tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Unset dirty status for tenant:54f92c1ed48242299c2cc980eb531191 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:28.381148 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ed0ccd2f-8a51-4607-b9db-3cdf89cb33be req-e21fac26-acd5-4b96-aac1-55daf2f19c6d tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 936 time: 0.4789240 May 11 16:36:28.392627 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Pushing event updated for resources: {'Port': ['ID=2cce6e94-9361-4de9-8587-ca42129595e9,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:28.413953 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:28.497186 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['ccc9ca13-9177-4a30-b289-2948d44ba1d8'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:36:28.528588 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fd033d92-040f-468b-926f-30c7b4ec1828 req-e680c2bb-5d51-4f8e-92ef-6338553ea9ac tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=71a7501d-2ae6-46f7-9072-f15d217f3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454225 May 11 16:36:28.533532 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-ed0ccd2f-8a51-4607-b9db-3cdf89cb33be req-6f8d20f7-6e8a-4cb5-8865-fdc08ecbd3b2 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Synchronizing usage tracker for tenant:54f92c1ed48242299c2cc980eb531191 on resource:security_group {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:28.550128 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Attempting to bind port 2cce6e94-9361-4de9-8587-ca42129595e9 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:36:28.550128 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Attempting to bind port 2cce6e94-9361-4de9-8587-ca42129595e9 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a912987c-8955-4796-a34c-f843eceea71a'}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:36:28.550128 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Attempting to bind port 2cce6e94-9361-4de9-8587-ca42129595e9 on network a912987c-8955-4796-a34c-f843eceea71a {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:28.563069 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Port 2cce6e94-9361-4de9-8587-ca42129595e9 on network a912987c-8955-4796-a34c-f843eceea71a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:36:28.563390 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Attempting to bind port 2cce6e94-9361-4de9-8587-ca42129595e9 on network a912987c-8955-4796-a34c-f843eceea71a {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:28.570952 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:36:28.571289 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Checking segment: {'id': 'e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a912987c-8955-4796-a34c-f843eceea71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:28.571727 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Bound using segment: {'id': 'e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a912987c-8955-4796-a34c-f843eceea71a'} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:36:28.572137 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Bound port: 2cce6e94-9361-4de9-8587-ca42129595e9, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a912987c-8955-4796-a34c-f843eceea71a'}}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:36:28.575783 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.644560 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-ed0ccd2f-8a51-4607-b9db-3cdf89cb33be req-6f8d20f7-6e8a-4cb5-8865-fdc08ecbd3b2 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Unset dirty status for tenant:54f92c1ed48242299c2cc980eb531191 on resource:security_group {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:28.645719 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ed0ccd2f-8a51-4607-b9db-3cdf89cb33be req-6f8d20f7-6e8a-4cb5-8865-fdc08ecbd3b2 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2ba0fd6-4b41-4020-9a71-a1a1fd1a41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541552 May 11 16:36:28.669764 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] For port 2cce6e94-9361-4de9-8587-ca42129595e9, host hv-cinder-76111, cleared binding levels {{(pid=79306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:36:28.672865 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] For port 2cce6e94-9361-4de9-8587-ca42129595e9, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2cce6e94-9361-4de9-8587-ca42129595e9,segment=NetworkSegment(e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d),segment_id=e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d)] {{(pid=79306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:36:28.736308 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.740057 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:28.792211 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:28.792820 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.794266 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] 10.222.0.86 "PUT /v2.0/ports/2cce6e94-9361-4de9-8587-ca42129595e9 HTTP/1.1" status: 200 len: 1098 time: 1.4826674 May 11 16:36:28.794750 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd821b278-a1f4-47cb-98fd-96de04a96f58', 'tag': '2cce6e94-9361-4de9-8587-ca42129595e9'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:28.825680 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Pushing event updated for resources: {'Port': ['ID=2cce6e94-9361-4de9-8587-ca42129595e9,revision_number=3']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:28.828989 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-8d64c0e1-0bda-4e55-a2ac-6d4de3b66be2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:28.845128 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd821b278-a1f4-47cb-98fd-96de04a96f58', 'tag': '2cce6e94-9361-4de9-8587-ca42129595e9', 'status': 'completed', 'code': 200} May 11 16:36:28.945553 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea1ae6-cda5-4def-822b-b5545c4b20aa req-ea098541-ad3d-45a5-b2c2-4f4f6631ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:28.947014 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-68ea1ae6-cda5-4def-822b-b5545c4b20aa req-ea098541-ad3d-45a5-b2c2-4f4f6631ecf4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=54f92c1ed48242299c2cc980eb531191&device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 1101 time: 0.0787919 May 11 16:36:28.981981 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-68ea1ae6-cda5-4def-822b-b5545c4b20aa req-7514e936-75a4-4fe2-b33f-e7731acfe321 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=54f92c1ed48242299c2cc980eb531191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268433 May 11 16:36:29.186892 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea1ae6-cda5-4def-822b-b5545c4b20aa req-a93e0767-2fc1-49f1-84e1-28c7bc09dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:29.188385 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-68ea1ae6-cda5-4def-822b-b5545c4b20aa req-a93e0767-2fc1-49f1-84e1-28c7bc09dfd9 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1991487 May 11 16:36:29.212646 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff131de-9962-4f44-aa83-f9f2b51d49d6 req-c683cf2e-cde5-471e-9580-01e9b44288ac tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:29.214908 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5ff131de-9962-4f44-aa83-f9f2b51d49d6 req-c683cf2e-cde5-471e-9580-01e9b44288ac tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.1376960 May 11 16:36:29.310600 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5ff131de-9962-4f44-aa83-f9f2b51d49d6 req-79be53a7-5ff5-464a-aec3-f4a71140b235 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897458 May 11 16:36:29.340742 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-af27fc23-da35-46a8-bfea-7158de671e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:29.342209 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-af27fc23-da35-46a8-bfea-7158de671e11 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=54f92c1ed48242299c2cc980eb531191&device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 1101 time: 0.1049252 May 11 16:36:29.414793 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-c11ccc31-a6be-4ffd-856f-0eb3c1dc8295 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2cce6e94-9361-4de9-8587-ca42129595e9 HTTP/1.1" status: 200 len: 217 time: 0.0642695 May 11 16:36:29.607361 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-c2ce08d4-eca1-48af-92be-99900b17b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:29.608907 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-c2ce08d4-eca1-48af-92be-99900b17b4ab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c42b6af-a75b-4651-b48e-84c7846f00d9 HTTP/1.1" status: 200 len: 843 time: 0.1877198 May 11 16:36:29.735996 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17687b23-2796-4b1f-95b1-b239de9efce4 req-e7f82ee2-3989-473f-893b-5713afafdab1 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:29.737432 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-17687b23-2796-4b1f-95b1-b239de9efce4 req-e7f82ee2-3989-473f-893b-5713afafdab1 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.2032430 May 11 16:36:29.746665 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 48170) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:29.752404 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-ceb74fee-a7e2-4de8-9e6d-855f0eb64f4b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Request body: {'floatingip': {'port_id': '75dd12cf-5665-4e81-aa85-ed151499d29c'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:29.787896 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4f488-3ad7-42d2-90df-b5cc1267c327 req-01b512bd-29ec-4bcb-8ff0-9ca4864a0f79 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:29.789865 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-52e4f488-3ad7-42d2-90df-b5cc1267c327 req-01b512bd-29ec-4bcb-8ff0-9ca4864a0f79 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 945 time: 0.1374955 May 11 16:36:29.800943 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-1e64cb15-8c05-479f-b282-f7f13b2fe962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:29.802464 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-1e64cb15-8c05-479f-b282-f7f13b2fe962 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a912987c-8955-4796-a34c-f843eceea71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1854217 May 11 16:36:29.835581 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ceb74fee-a7e2-4de8-9e6d-855f0eb64f4b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for floatingip, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:29.884179 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device ccc9ca13-9177-4a30-b289-2948d44ba1d8 up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:29.993699 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-52e4f488-3ad7-42d2-90df-b5cc1267c327 req-e84c81be-ec44-445d-8936-d04829840a2c tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=71a7501d-2ae6-46f7-9072-f15d217f3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955049 May 11 16:36:30.021760 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port ccc9ca13-9177-4a30-b289-2948d44ba1d8 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:30.033545 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port ccc9ca13-9177-4a30-b289-2948d44ba1d8 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:30.033932 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:30.065181 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-caaf1242-f47b-4e09-a817-ef0e17264153 service neutron] 10.222.0.86 "GET /v2.0/networks/a912987c-8955-4796-a34c-f843eceea71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472637 May 11 16:36:30.114630 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13c453-dccf-4406-befc-f02f06c57be2 req-6de4ea01-c626-49da-bcc1-f6aefec49b26 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:30.116613 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9a13c453-dccf-4406-befc-f02f06c57be2 req-6de4ea01-c626-49da-bcc1-f6aefec49b26 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 948 time: 0.2733397 May 11 16:36:30.171658 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:30.205557 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4a2123-505c-47e2-93c8-8445e8e96e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc9ca13-9177-4a30-b289-2948d44ba1d8'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:30.216571 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port ccc9ca13-9177-4a30-b289-2948d44ba1d8, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ccc9ca13-9177-4a30-b289-2948d44ba1d8,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:30.254560 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9a13c453-dccf-4406-befc-f02f06c57be2 req-bdb18efb-3007-4beb-9a55-eb7c3be8db4c tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2ba0fd6-4b41-4020-9a71-a1a1fd1a41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805068 May 11 16:36:30.279012 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4a2123-505c-47e2-93c8-8445e8e96e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc9ca13-9177-4a30-b289-2948d44ba1d8', 'code': 200} May 11 16:36:30.284928 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f7d0e1a7-b6c0-4d28-ba70-123beffd097d req-d0e1bd1a-3a4f-459e-a25d-9139de747f2e service neutron] 10.222.0.86 "GET /v2.0/networks/a912987c-8955-4796-a34c-f843eceea71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072968 May 11 16:36:30.319684 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:30.321620 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-79c1a757-03d6-47f2-aa2d-0c5ae7b991c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:30.392995 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=ccc9ca13-9177-4a30-b289-2948d44ba1d8,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:30.396106 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:30.576329 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ceb74fee-a7e2-4de8-9e6d-855f0eb64f4b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:30.673010 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ceb74fee-a7e2-4de8-9e6d-855f0eb64f4b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396400'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:30.710958 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca787d1d-fc85-4942-bbdb-b387a303873a req-547f268c-52e0-4b2b-aa67-687bb534f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:30.712491 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ca787d1d-fc85-4942-bbdb-b387a303873a req-547f268c-52e0-4b2b-aa67-687bb534f2cb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 1099 time: 0.0834701 May 11 16:36:30.755339 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ca787d1d-fc85-4942-bbdb-b387a303873a req-2343716a-0cc4-42a1-93af-ed76e89f4aa3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=71a7501d-2ae6-46f7-9072-f15d217f3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360901 May 11 16:36:30.852232 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.l3_db [None req-ceb74fee-a7e2-4de8-9e6d-855f0eb64f4b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Floating IP fe517861-8aa8-400e-a853-01b5c6748767 associated. External IP: 172.28.3.231, port: 75dd12cf-5665-4e81-aa85-ed151499d29c. May 11 16:36:31.211009 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb74fee-a7e2-4de8-9e6d-855f0eb64f4b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Router 2945a0de-eff8-4596-bbd8-77e4fe7731df has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:36:31.226187 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d53ce2-b68c-44f5-9f4e-433ad6fca5be req-54877ac0-3a7f-4e14-8b9f-d235fcae83ac tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:31.227817 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a1d53ce2-b68c-44f5-9f4e-433ad6fca5be req-54877ac0-3a7f-4e14-8b9f-d235fcae83ac tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 946 time: 0.0853271 May 11 16:36:31.277216 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a1d53ce2-b68c-44f5-9f4e-433ad6fca5be req-94e8371c-4fc3-40ed-8114-1c4368c37d50 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=71a7501d-2ae6-46f7-9072-f15d217f3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 May 11 16:36:31.393090 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb74fee-a7e2-4de8-9e6d-855f0eb64f4b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:36:31.400497 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ceb74fee-a7e2-4de8-9e6d-855f0eb64f4b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:31.404114 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a476c4d-62bb-4511-8bec-91544362a4a4 None None] Sync routers for ids ['2945a0de-eff8-4596-bbd8-77e4fe7731df'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:36:31.415543 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a476c4d-62bb-4511-8bec-91544362a4a4 None None] Routers {'2945a0de-eff8-4596-bbd8-77e4fe7731df'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:31.416738 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-4a476c4d-62bb-4511-8bec-91544362a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:36:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['2945a0de-eff8-4596-bbd8-77e4fe7731df'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:31.455688 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ceb74fee-a7e2-4de8-9e6d-855f0eb64f4b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "PUT /v2.0/floatingips/fe517861-8aa8-400e-a853-01b5c6748767 HTTP/1.1" status: 200 len: 991 time: 1.7075865 May 11 16:36:31.456599 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'tag': '75dd12cf-5665-4e81-aa85-ed151499d29c'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:31.499062 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710b031-c931-41da-beb9-58fd6259d82d req-d66145c6-6298-478c-b5fd-e95b1039114c tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:31.500789 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6710b031-c931-41da-beb9-58fd6259d82d req-d66145c6-6298-478c-b5fd-e95b1039114c tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 948 time: 0.0986564 May 11 16:36:31.552501 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6710b031-c931-41da-beb9-58fd6259d82d req-cf691f3a-405c-4f43-9f28-bcee5ce9b6ec tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2ba0fd6-4b41-4020-9a71-a1a1fd1a41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458560 May 11 16:36:31.609161 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'tag': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'status': 'completed', 'code': 200} May 11 16:36:31.648113 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-4a476c4d-62bb-4511-8bec-91544362a4a4 None None] Set router 2945a0de-eff8-4596-bbd8-77e4fe7731df gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:31.722675 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baece70-d794-47c2-9d38-ea22703dad93 req-08fe89f4-33fe-471d-a797-32f911bbd369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:31.724187 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0baece70-d794-47c2-9d38-ea22703dad93 req-08fe89f4-33fe-471d-a797-32f911bbd369 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0947d58a4f784ffdb486149eb985047a&device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 1098 time: 0.0749931 May 11 16:36:31.868519 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baece70-d794-47c2-9d38-ea22703dad93 req-3f1d9329-24e8-412d-aa64-b79370730a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:31.869965 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0baece70-d794-47c2-9d38-ea22703dad93 req-3f1d9329-24e8-412d-aa64-b79370730a26 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75895cd7-86cc-4311-898a-fb981ed5ac7d HTTP/1.1" status: 200 len: 917 time: 0.1388106 May 11 16:36:31.903890 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 2cce6e94-9361-4de9-8587-ca42129595e9 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:36:31.988441 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0baece70-d794-47c2-9d38-ea22703dad93 req-09ef5e61-c51b-435a-bd29-4e172bc998ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75dd12cf-5665-4e81-aa85-ed151499d29c HTTP/1.1" status: 200 len: 999 time: 0.1111789 May 11 16:36:32.076762 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baece70-d794-47c2-9d38-ea22703dad93 req-dd844d5f-1ab7-4eb8-8bb1-dc63ae96a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:32.078299 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0baece70-d794-47c2-9d38-ea22703dad93 req-dd844d5f-1ab7-4eb8-8bb1-dc63ae96a947 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78af6bf4-3116-4bd6-81f1-294f2a27b4a6 HTTP/1.1" status: 200 len: 855 time: 0.0820084 May 11 16:36:32.127388 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 2cce6e94-9361-4de9-8587-ca42129595e9, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2cce6e94-9361-4de9-8587-ca42129595e9,segment=NetworkSegment(e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d),segment_id=e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:32.150166 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '2cce6e94-9361-4de9-8587-ca42129595e9', 'network_id': 'a912987c-8955-4796-a34c-f843eceea71a', 'port_id': '2cce6e94-9361-4de9-8587-ca42129595e9', 'mac_address': 'fa:16:3e:19:40:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c42b6af-a75b-4651-b48e-84c7846f00d9', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:36:32.156726 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-4a476c4d-62bb-4511-8bec-91544362a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': 'fe517861-8aa8-400e-a853-01b5c6748767', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'floating_ip_address': '172.28.3.231', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'port_id': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'mac_address': 'fa:16:3e:8c:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:36:13Z', 'updated_at': '2021-05-11T16:36:30Z', 'revision_number': 1, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:16Z', 'revision_number': 5, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:32.166544 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baece70-d794-47c2-9d38-ea22703dad93 req-7ca66708-c946-41a7-8c00-7feb7e570323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:32.168193 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0baece70-d794-47c2-9d38-ea22703dad93 req-7ca66708-c946-41a7-8c00-7feb7e570323 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75895cd7-86cc-4311-898a-fb981ed5ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0825691 May 11 16:36:32.187735 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a476c4d-62bb-4511-8bec-91544362a4a4 None None] Checking router: 2945a0de-eff8-4596-bbd8-77e4fe7731df for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:36:32.206758 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a476c4d-62bb-4511-8bec-91544362a4a4 None None] Routers {'2945a0de-eff8-4596-bbd8-77e4fe7731df'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:32.207326 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-4a476c4d-62bb-4511-8bec-91544362a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:36:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['2945a0de-eff8-4596-bbd8-77e4fe7731df'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:32.324745 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0baece70-d794-47c2-9d38-ea22703dad93 req-3dd5b845-7206-446c-82a7-9fd41376a23d service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437449 May 11 16:36:32.338583 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:32.358764 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cce6e94-9361-4de9-8587-ca42129595e9 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:32.438079 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-4a476c4d-62bb-4511-8bec-91544362a4a4 None None] Set router 2945a0de-eff8-4596-bbd8-77e4fe7731df gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:32.621075 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 2cce6e94-9361-4de9-8587-ca42129595e9, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2cce6e94-9361-4de9-8587-ca42129595e9,segment=NetworkSegment(e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d),segment_id=e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:32.636446 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0baece70-d794-47c2-9d38-ea22703dad93 req-ba60ab3a-55c9-4324-9b4b-ffa372f988fb service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050959 May 11 16:36:32.658638 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af1681-7173-4dc5-a19e-1b5537976561 req-a9cf718f-8cc5-4b41-aac7-706a75b98b5c tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:32.666276 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-03af1681-7173-4dc5-a19e-1b5537976561 req-a9cf718f-8cc5-4b41-aac7-706a75b98b5c tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 946 time: 0.1693647 May 11 16:36:32.720803 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:32.728542 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:32.751014 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-03af1681-7173-4dc5-a19e-1b5537976561 req-cde6c28c-09a9-4548-9fc9-12776eb825fd tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=71a7501d-2ae6-46f7-9072-f15d217f3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838776 May 11 16:36:32.818270 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853e12c-c234-42a7-ab75-c72f77dd5304 req-17f04086-4667-43db-9c80-b35b7eabea54 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:32.825804 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e853e12c-c234-42a7-ab75-c72f77dd5304 req-17f04086-4667-43db-9c80-b35b7eabea54 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 949 time: 0.1157112 May 11 16:36:32.862091 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=2cce6e94-9361-4de9-8587-ca42129595e9,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:32.876039 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e853e12c-c234-42a7-ab75-c72f77dd5304 req-e1987b37-9f34-4b32-8e14-8e3171363e41 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2ba0fd6-4b41-4020-9a71-a1a1fd1a41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490372 May 11 16:36:32.878588 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:32.973285 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-4a476c4d-62bb-4511-8bec-91544362a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': 'fe517861-8aa8-400e-a853-01b5c6748767', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'floating_ip_address': '172.28.3.231', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'port_id': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'mac_address': 'fa:16:3e:8c:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:36:13Z', 'updated_at': '2021-05-11T16:36:30Z', 'revision_number': 1, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:16Z', 'revision_number': 5, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:32.980548 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a476c4d-62bb-4511-8bec-91544362a4a4 None None] The sync data for ids ['2945a0de-eff8-4596-bbd8-77e4fe7731df'] in dv-cinder-761113-11-smb is: [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': 'fe517861-8aa8-400e-a853-01b5c6748767', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'floating_ip_address': '172.28.3.231', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'port_id': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'mac_address': 'fa:16:3e:8c:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:36:13Z', 'updated_at': '2021-05-11T16:36:30Z', 'revision_number': 1, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:16Z', 'revision_number': 5, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:36:32.982464 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['2cce6e94-9361-4de9-8587-ca42129595e9'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:36:33.079463 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfda7b-e5e5-4a18-9c2b-71dee001ab78 req-4130d121-f242-4ed4-a38b-f1304849d0c3 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:33.081235 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4dcfda7b-e5e5-4a18-9c2b-71dee001ab78 req-4130d121-f242-4ed4-a38b-f1304849d0c3 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 946 time: 0.1104620 May 11 16:36:33.089938 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 48226) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:33.096450 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-e8cf9907-f89f-4189-8660-ee82b7cd02b6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Request body: {'floatingip': {'port_id': 'ccc9ca13-9177-4a30-b289-2948d44ba1d8'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:33.227697 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a64fa-639a-42c3-ac38-60504cfa49d3 None None] New status for floating IP fe517861-8aa8-400e-a853-01b5c6748767: ACTIVE {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:36:33.314144 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9907-f89f-4189-8660-ee82b7cd02b6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for floatingip, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:33.893886 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 2cce6e94-9361-4de9-8587-ca42129595e9 up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:33.933872 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9907-f89f-4189-8660-ee82b7cd02b6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:33.993541 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9907-f89f-4189-8660-ee82b7cd02b6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396400'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:34.133284 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee134cc3-8d4b-490b-865a-d38bdcfdcc87 req-491d45ef-6dd4-4f33-869e-e51b29640505 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:34.134842 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ee134cc3-8d4b-490b-865a-d38bdcfdcc87 req-491d45ef-6dd4-4f33-869e-e51b29640505 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 949 time: 0.0956340 May 11 16:36:34.135665 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port 2cce6e94-9361-4de9-8587-ca42129595e9 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:34.141084 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 2cce6e94-9361-4de9-8587-ca42129595e9 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:34.141732 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:34.185377 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ee134cc3-8d4b-490b-865a-d38bdcfdcc87 req-cfb8cc2d-d733-40a4-a686-b0138e488980 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2ba0fd6-4b41-4020-9a71-a1a1fd1a41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430243 May 11 16:36:34.216620 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.l3_db [None req-e8cf9907-f89f-4189-8660-ee82b7cd02b6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Floating IP 11b1d11f-43ab-48d9-910f-86e8462005e2 associated. External IP: 172.28.3.116, port: ccc9ca13-9177-4a30-b289-2948d44ba1d8. May 11 16:36:34.280824 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:34.296515 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:34.309529 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd821b278-a1f4-47cb-98fd-96de04a96f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cce6e94-9361-4de9-8587-ca42129595e9'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:34.321076 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 2cce6e94-9361-4de9-8587-ca42129595e9, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2cce6e94-9361-4de9-8587-ca42129595e9,segment=NetworkSegment(e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d),segment_id=e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:34.358323 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd821b278-a1f4-47cb-98fd-96de04a96f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cce6e94-9361-4de9-8587-ca42129595e9', 'code': 200} May 11 16:36:34.375863 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:34.378460 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-79c1a757-03d6-47f2-aa2d-0c5ae7b991c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:34.454829 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=2cce6e94-9361-4de9-8587-ca42129595e9,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:34.458641 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:34.579306 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cf9907-f89f-4189-8660-ee82b7cd02b6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Router a5e1f125-5bd3-4315-b2ea-e95532f501a2 has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:36:34.742908 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e4e37-9c30-45be-93ec-f22fa7b250ee req-e71e48ad-6868-4a2f-8446-f0f41d09246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:34.744401 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-261e4e37-9c30-45be-93ec-f22fa7b250ee req-e71e48ad-6868-4a2f-8446-f0f41d09246a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 1103 time: 0.0723467 May 11 16:36:34.785699 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-261e4e37-9c30-45be-93ec-f22fa7b250ee req-5a71aaeb-d2b6-46bb-ab07-4b760046433c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c2ba0fd6-4b41-4020-9a71-a1a1fd1a41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342894 May 11 16:36:34.860175 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cf9907-f89f-4189-8660-ee82b7cd02b6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:36:34.864435 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9907-f89f-4189-8660-ee82b7cd02b6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:34.871966 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f8d340-9b0b-4a8e-81d7-07831bc45000 None None] Sync routers for ids ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:36:34.881265 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f8d340-9b0b-4a8e-81d7-07831bc45000 None None] Routers {'a5e1f125-5bd3-4315-b2ea-e95532f501a2'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:34.881858 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-b8f8d340-9b0b-4a8e-81d7-07831bc45000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:36:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:34.920741 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-e8cf9907-f89f-4189-8660-ee82b7cd02b6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "PUT /v2.0/floatingips/11b1d11f-43ab-48d9-910f-86e8462005e2 HTTP/1.1" status: 200 len: 992 time: 1.8292613 May 11 16:36:34.921296 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4a2123-505c-47e2-93c8-8445e8e96e8f', 'tag': 'ccc9ca13-9177-4a30-b289-2948d44ba1d8'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:34.969931 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4a2123-505c-47e2-93c8-8445e8e96e8f', 'tag': 'ccc9ca13-9177-4a30-b289-2948d44ba1d8', 'status': 'completed', 'code': 200} May 11 16:36:35.078650 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-b8f8d340-9b0b-4a8e-81d7-07831bc45000 None None] Set router a5e1f125-5bd3-4315-b2ea-e95532f501a2 gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:35.079269 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231ea55-f3ed-48c1-b3b9-cdd6750b085e req-93c06f61-7f58-4d4e-b18e-fca52796e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:35.080558 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9231ea55-f3ed-48c1-b3b9-cdd6750b085e req-93c06f61-7f58-4d4e-b18e-fca52796e038 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35ecae22abf744578e8aee4aa7c16f97&device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 1099 time: 0.0800173 May 11 16:36:35.175380 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 48266) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:35.235244 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231ea55-f3ed-48c1-b3b9-cdd6750b085e req-e59691fa-602b-40e8-9606-efe2a28df26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:35.237704 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9231ea55-f3ed-48c1-b3b9-cdd6750b085e req-e59691fa-602b-40e8-9606-efe2a28df26b service neutron] 10.222.0.86 "GET /v2.0/networks?id=e5d3872e-73cd-4309-a063-c76018d68b05 HTTP/1.1" status: 200 len: 912 time: 0.1495705 May 11 16:36:35.242982 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-a945b221-887c-48e8-9299-e87f489044ad admin admin] Deleting subnet 61710f52-ac99-44a3-86a7-c4e3cc835865 {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:36:35.246992 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a945b221-887c-48e8-9299-e87f489044ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:35.304296 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a945b221-887c-48e8-9299-e87f489044ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2164346'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:35.362517 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a945b221-887c-48e8-9299-e87f489044ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:35.403757 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9231ea55-f3ed-48c1-b3b9-cdd6750b085e req-9cc564ee-29db-4f91-916d-5cfbbf532932 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccc9ca13-9177-4a30-b289-2948d44ba1d8 HTTP/1.1" status: 200 len: 1000 time: 0.1551321 May 11 16:36:35.458734 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-b8f8d340-9b0b-4a8e-81d7-07831bc45000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': '11b1d11f-43ab-48d9-910f-86e8462005e2', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'floating_ip_address': '172.28.3.116', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'port_id': 'ccc9ca13-9177-4a30-b289-2948d44ba1d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'mac_address': 'fa:16:3e:b0:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4a2123-505c-47e2-93c8-8445e8e96e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:36:16Z', 'updated_at': '2021-05-11T16:36:33Z', 'revision_number': 1, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:32:05Z', 'revision_number': 5, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:35.464345 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f8d340-9b0b-4a8e-81d7-07831bc45000 None None] Checking router: a5e1f125-5bd3-4315-b2ea-e95532f501a2 for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:36:35.472910 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac430cb-c53f-4eb0-beaa-e3c43ab889b2 req-bf09761b-b48a-4a22-ba18-881be2289771 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:35.473507 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f8d340-9b0b-4a8e-81d7-07831bc45000 None None] Routers {'a5e1f125-5bd3-4315-b2ea-e95532f501a2'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:35.474118 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-b8f8d340-9b0b-4a8e-81d7-07831bc45000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:36:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:35.474645 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5ac430cb-c53f-4eb0-beaa-e3c43ab889b2 req-bf09761b-b48a-4a22-ba18-881be2289771 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 950 time: 0.1564231 May 11 16:36:35.508565 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231ea55-f3ed-48c1-b3b9-cdd6750b085e req-bcc26132-75e7-4169-957c-1c3de445eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:35.510051 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9231ea55-f3ed-48c1-b3b9-cdd6750b085e req-bcc26132-75e7-4169-957c-1c3de445eb92 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=686230cf-0935-46bd-893d-206e8b4b2f34 HTTP/1.1" status: 200 len: 850 time: 0.0967119 May 11 16:36:35.571096 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5ac430cb-c53f-4eb0-beaa-e3c43ab889b2 req-c3f50c5b-184b-4718-ade1-8408656fdea6 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2ba0fd6-4b41-4020-9a71-a1a1fd1a41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847950 May 11 16:36:35.614468 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231ea55-f3ed-48c1-b3b9-cdd6750b085e req-d34d72ba-44d1-4ff9-96a2-53a57e613885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:35.616256 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9231ea55-f3ed-48c1-b3b9-cdd6750b085e req-d34d72ba-44d1-4ff9-96a2-53a57e613885 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e5d3872e-73cd-4309-a063-c76018d68b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0956099 May 11 16:36:35.664036 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-b8f8d340-9b0b-4a8e-81d7-07831bc45000 None None] Set router a5e1f125-5bd3-4315-b2ea-e95532f501a2 gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:35.730475 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a945b221-887c-48e8-9299-e87f489044ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461820'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:35.740847 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0115334d-c681-466d-8575-11be0a1d7b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:35.769519 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9231ea55-f3ed-48c1-b3b9-cdd6750b085e req-50dfabfc-a07b-42cd-9f76-29982c24fddf service neutron] 10.222.0.86 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388907 May 11 16:36:35.810476 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a945b221-887c-48e8-9299-e87f489044ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:35.818976 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945b221-887c-48e8-9299-e87f489044ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61710f52-ac99-44a3-86a7-c4e3cc835865,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:35.822691 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a945b221-887c-48e8-9299-e87f489044ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:35.829024 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-a945b221-887c-48e8-9299-e87f489044ad admin admin] 10.222.0.69 "DELETE /v2.0/subnets/61710f52-ac99-44a3-86a7-c4e3cc835865 HTTP/1.1" status: 204 len: 168 time: 0.6499140 May 11 16:36:35.829458 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 48274) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:36.016692 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.035159 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-b8f8d340-9b0b-4a8e-81d7-07831bc45000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': '11b1d11f-43ab-48d9-910f-86e8462005e2', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'floating_ip_address': '172.28.3.116', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'port_id': 'ccc9ca13-9177-4a30-b289-2948d44ba1d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'mac_address': 'fa:16:3e:b0:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4a2123-505c-47e2-93c8-8445e8e96e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:36:16Z', 'updated_at': '2021-05-11T16:36:33Z', 'revision_number': 1, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:32:05Z', 'revision_number': 5, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:36.039312 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f8d340-9b0b-4a8e-81d7-07831bc45000 None None] The sync data for ids ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'] in dv-cinder-761113-11-smb is: [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': '11b1d11f-43ab-48d9-910f-86e8462005e2', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'floating_ip_address': '172.28.3.116', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'port_id': 'ccc9ca13-9177-4a30-b289-2948d44ba1d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'mac_address': 'fa:16:3e:b0:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4a2123-505c-47e2-93c8-8445e8e96e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:36:16Z', 'updated_at': '2021-05-11T16:36:33Z', 'revision_number': 1, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:32:05Z', 'revision_number': 5, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:36:36.041764 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9231ea55-f3ed-48c1-b3b9-cdd6750b085e req-c1af138b-e743-430d-bec0-7d45c633b370 service neutron] 10.222.0.86 "GET /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645659 May 11 16:36:36.234737 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfacf72e-7ad8-4b6e-a6e6-0e6d2f69931a None None] New status for floating IP 11b1d11f-43ab-48d9-910f-86e8462005e2: ACTIVE {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:36:36.251128 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.268085 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95944a89-9b10-45fb-b427-3f28d137ab0d']}} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:36.281286 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf5314b-790e-42f0-bdef-89831a4add63') {'for_net_delete': True} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:36.281583 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf5314b-790e-42f0-bdef-89831a4add63') {} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:36.294490 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-994915'] for segment, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.312614 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.318831 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=79306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:36:36.319362 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-868251'] for segment, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: Traceback (most recent call last): May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: timer() May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: cb(*args, **kw) May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: return func(*args, **kwargs) May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: self._notify() May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: self.callback(batched_events) May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: event.method(event) May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: return f(self, *a, **k) May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: return self._get(url).json() May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: return self.request(url, 'GET', **kwargs) May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:36:36.333097 dv-cinder-761113-11-smb neutron-server[79306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:36:36.478853 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.482658 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-30e97041-e3af-4754-b3e8-9c7ea2ad8acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:36.499601 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.508730 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] Pushing event deleted for resources: {'Network': ['ID=95944a89-9b10-45fb-b427-3f28d137ab0d,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:36.513602 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] 10.222.0.69 "DELETE /v2.0/networks/95944a89-9b10-45fb-b427-3f28d137ab0d HTTP/1.1" status: 204 len: 168 time: 0.6808379 May 11 16:36:36.513602 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:36.780152 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d0024-ab9d-4f94-a0f5-29da3f7f9c5f req-112bd4e4-5124-485f-a252-d1a628dfb70a tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:36.781645 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-989d0024-ab9d-4f94-a0f5-29da3f7f9c5f req-112bd4e4-5124-485f-a252-d1a628dfb70a tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 950 time: 0.0816376 May 11 16:36:36.827126 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-989d0024-ab9d-4f94-a0f5-29da3f7f9c5f req-09395dde-ebd5-4cfe-96d1-916d72365bd7 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2ba0fd6-4b41-4020-9a71-a1a1fd1a41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 May 11 16:36:36.870788 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 48288) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:36.924510 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-c60ef0c1-9076-4314-96e5-bfbe46df16d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1525b793ccad4d2f8c9e8943d6d23280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524340 May 11 16:36:36.932843 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 48296) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:37.005028 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-bc755ca9-3497-482e-8ab4-afe5857e2976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:37.041594 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-bc755ca9-3497-482e-8ab4-afe5857e2976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:37.215612 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-bc755ca9-3497-482e-8ab4-afe5857e2976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:37.220599 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-4457d77e-a725-4b9d-8b23-0f176dc87cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:37.234443 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc755ca9-3497-482e-8ab4-afe5857e2976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d48aab5-672a-4d49-951a-c596c4c6220c,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:37.237000 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-bc755ca9-3497-482e-8ab4-afe5857e2976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:37.238479 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-bc755ca9-3497-482e-8ab4-afe5857e2976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:37.243315 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-bc755ca9-3497-482e-8ab4-afe5857e2976 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d48aab5-672a-4d49-951a-c596c4c6220c HTTP/1.1" status: 204 len: 168 time: 0.3087852 May 11 16:36:37.628812 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98392b0d-e35c-4eb8-9085-d00660642b72 req-40b6ef6e-f568-465d-a049-c32ac73e2cfa tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:37.630326 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-98392b0d-e35c-4eb8-9085-d00660642b72 req-40b6ef6e-f568-465d-a049-c32ac73e2cfa tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 950 time: 0.0945532 May 11 16:36:37.681975 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-98392b0d-e35c-4eb8-9085-d00660642b72 req-730dcd33-def2-4e4b-9d55-20698d25464c tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2ba0fd6-4b41-4020-9a71-a1a1fd1a41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443535 May 11 16:36:38.870148 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff777c08-97fc-4b6c-b86b-33299eaec2fc req-9b37789a-a511-4e47-a6bb-420647c486d1 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:38.871427 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ff777c08-97fc-4b6c-b86b-33299eaec2fc req-9b37789a-a511-4e47-a6bb-420647c486d1 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 950 time: 0.0792518 May 11 16:36:38.960706 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ff777c08-97fc-4b6c-b86b-33299eaec2fc req-1e981a8a-dc27-4473-b818-7161e74784b3 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/security-groups?id=c2ba0fd6-4b41-4020-9a71-a1a1fd1a41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586996 May 11 16:36:38.994719 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cdad1-ec12-431b-bba6-8b5626f36c0c req-fed7ac54-7ae7-4619-83d5-63233bcbb925 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:38.996463 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-102cdad1-ec12-431b-bba6-8b5626f36c0c req-fed7ac54-7ae7-4619-83d5-63233bcbb925 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.86 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 950 time: 0.1241739 May 11 16:36:39.134683 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-102cdad1-ec12-431b-bba6-8b5626f36c0c req-fc4c1107-9929-4d0d-adc7-47b8189c0789 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Deleting port 2cce6e94-9361-4de9-8587-ca42129595e9 {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:36:39.134933 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-102cdad1-ec12-431b-bba6-8b5626f36c0c req-fc4c1107-9929-4d0d-adc7-47b8189c0789 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.265288 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-102cdad1-ec12-431b-bba6-8b5626f36c0c req-fc4c1107-9929-4d0d-adc7-47b8189c0789 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] For port 2cce6e94-9361-4de9-8587-ca42129595e9, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2cce6e94-9361-4de9-8587-ca42129595e9,segment=NetworkSegment(e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d),segment_id=e0a48cc3-5e87-43f6-a5ac-c5fb8612d83d)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:39.265643 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-102cdad1-ec12-431b-bba6-8b5626f36c0c req-fc4c1107-9929-4d0d-adc7-47b8189c0789 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.389305 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-102cdad1-ec12-431b-bba6-8b5626f36c0c req-fc4c1107-9929-4d0d-adc7-47b8189c0789 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Calling delete_port for 2cce6e94-9361-4de9-8587-ca42129595e9 owned by compute:nova {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:36:39.558143 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-102cdad1-ec12-431b-bba6-8b5626f36c0c req-fc4c1107-9929-4d0d-adc7-47b8189c0789 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.563727 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7c9a65a1-ebb4-4839-862e-c8a37a70fc06 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:39.568773 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['2cce6e94-9361-4de9-8587-ca42129595e9'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:36:39.610525 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c1107-9929-4d0d-adc7-47b8189c0789 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Pushing event deleted for resources: {'Port': ['ID=2cce6e94-9361-4de9-8587-ca42129595e9,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:39.615789 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-fc4c1107-9929-4d0d-adc7-47b8189c0789 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:39.702319 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-102cdad1-ec12-431b-bba6-8b5626f36c0c req-fc4c1107-9929-4d0d-adc7-47b8189c0789 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] No DVR routers for this DVR port 2cce6e94-9361-4de9-8587-ca42129595e9 on host hv-cinder-76111 {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:36:39.705091 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-102cdad1-ec12-431b-bba6-8b5626f36c0c req-fc4c1107-9929-4d0d-adc7-47b8189c0789 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.708036 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd821b278-a1f4-47cb-98fd-96de04a96f58', 'name': 'network-vif-deleted', 'tag': '2cce6e94-9361-4de9-8587-ca42129595e9'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:39.765389 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd821b278-a1f4-47cb-98fd-96de04a96f58', 'name': 'network-vif-deleted', 'tag': '2cce6e94-9361-4de9-8587-ca42129595e9', 'status': 'completed', 'code': 200} May 11 16:36:39.776765 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-102cdad1-ec12-431b-bba6-8b5626f36c0c req-fc4c1107-9929-4d0d-adc7-47b8189c0789 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.86 "DELETE /v2.0/ports/2cce6e94-9361-4de9-8587-ca42129595e9 HTTP/1.1" status: 204 len: 173 time: 0.7746861 May 11 16:36:40.115569 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-30812d55-4a46-42ff-8639-64fbeaae72b0 req-4fd3f524-1b12-45ea-a6a9-530dc652e500 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Synchronizing usage tracker for tenant:54f92c1ed48242299c2cc980eb531191 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:40.210424 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-30812d55-4a46-42ff-8639-64fbeaae72b0 req-4fd3f524-1b12-45ea-a6a9-530dc652e500 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Unset dirty status for tenant:54f92c1ed48242299c2cc980eb531191 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:40.212029 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-30812d55-4a46-42ff-8639-64fbeaae72b0 req-4fd3f524-1b12-45ea-a6a9-530dc652e500 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] 10.222.0.69 "GET /v2.0/ports?device_id=d821b278-a1f4-47cb-98fd-96de04a96f58 HTTP/1.1" status: 200 len: 210 time: 0.1390874 May 11 16:36:41.956434 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 2cce6e94-9361-4de9-8587-ca42129595e9 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:36:41.992637 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: 2cce6e94-9361-4de9-8587-ca42129595e9 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:36:41.993048 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 2cce6e94-9361-4de9-8587-ca42129595e9 not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:36:44.952488 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-34b4f72d-8591-4423-815f-6d8ea6df7e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:47.455561 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:47.827172 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ab3e0400-2938-44f5-a376-5dd23a2792b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:48.055151 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 48622) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:48.207069 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-627e7659-e84c-4970-bbfb-db6dc8926744 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=54f92c1ed48242299c2cc980eb531191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506753 May 11 16:36:48.209565 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 48628) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:48.267811 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-86cf5c4d-4b76-42a5-a1f5-b8cab0923c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:48.294339 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-86cf5c4d-4b76-42a5-a1f5-b8cab0923c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:48.472909 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-86cf5c4d-4b76-42a5-a1f5-b8cab0923c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:48.478290 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-537bc7c5-d76a-433a-a650-3ce06cf41f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:48.491337 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf5c4d-4b76-42a5-a1f5-b8cab0923c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ba0fd6-4b41-4020-9a71-a1a1fd1a41d9,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:48.494465 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-86cf5c4d-4b76-42a5-a1f5-b8cab0923c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:48.557815 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-86cf5c4d-4b76-42a5-a1f5-b8cab0923c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:48.558922 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-86cf5c4d-4b76-42a5-a1f5-b8cab0923c6d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c2ba0fd6-4b41-4020-9a71-a1a1fd1a41d9 HTTP/1.1" status: 204 len: 168 time: 0.3484867 May 11 16:36:48.890011 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:49.205329 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:36:49.555068 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 48662) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:49.660816 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-157312022-network', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:49.665974 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:49.670124 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Usage tracker for resource:network and tenant:1d17ce58feba40ec8c0fe66041e81b5b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:49.673128 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:49.679995 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:49.746917 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Made reservation on behalf of 1d17ce58feba40ec8c0fe66041e81b5b for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:49.749399 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:49.762653 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:49.778722 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:49.782993 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Usage tracker for resource:security_group_rule and tenant:1d17ce58feba40ec8c0fe66041e81b5b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:49.786707 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:49.792965 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:49.885769 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.027157 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.030721 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:50.062210 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:36:50.067580 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e0a75c-7590-4a74-aa7f-fe3cdb7401db,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:50.071948 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:50.076716 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.076716 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Added segment cba098d8-372e-465d-81ab-2b9a497c24ba of type vlan for network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 May 11 16:36:50.103230 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 48678) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:50.107401 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.209739 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.211522 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:50.212195 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.216381 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2139cc6d-b7a2-4ca1-bbc6-212b1b78a257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:50.225427 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f45b4b64-112b-43ff-82ff-3c2dc96f317f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.240629 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-f45b4b64-112b-43ff-82ff-3c2dc96f317f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:50.245136 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-f45b4b64-112b-43ff-82ff-3c2dc96f317f admin admin] Usage tracker for resource:security_group_rule and tenant:91655cab901e437890baa2f3c474bb58 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:50.248221 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-f45b4b64-112b-43ff-82ff-3c2dc96f317f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:50.253935 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-f45b4b64-112b-43ff-82ff-3c2dc96f317f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:50.312939 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.315453 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Pushing event updated for resources: {'Network': ['ID=b83558c4-6b7a-4669-a42b-e1a52f66d8f5,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:50.318240 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:50.326440 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:36:50.338165 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f45b4b64-112b-43ff-82ff-3c2dc96f317f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.371145 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8148296 May 11 16:36:50.374021 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 48684) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:50.380196 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Request body: {'subnet': {'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-157312022-subnet', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:50.385162 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:50.389006 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Usage tracker for resource:subnet and tenant:1d17ce58feba40ec8c0fe66041e81b5b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:50.392468 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:50.393440 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f45b4b64-112b-43ff-82ff-3c2dc96f317f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.400207 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:50.407330 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-2cc56f2a-c23c-4263-821c-fcee7e5ba19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:50.453770 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-f45b4b64-112b-43ff-82ff-3c2dc96f317f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91655cab901e437890baa2f3c474bb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494151 May 11 16:36:50.454751 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b4b64-112b-43ff-82ff-3c2dc96f317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ddc163-0437-43bd-a5ae-9119ecd1f70d,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:50.456572 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 48688) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:50.457800 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f45b4b64-112b-43ff-82ff-3c2dc96f317f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:50.488236 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Made reservation on behalf of 1d17ce58feba40ec8c0fe66041e81b5b for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:50.490471 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461719'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.604189 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-802b4d72-4df6-4b67-ae4f-de2e2b023299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.641924 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-802b4d72-4df6-4b67-ae4f-de2e2b023299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.896227 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-802b4d72-4df6-4b67-ae4f-de2e2b023299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.896227 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7b940e42-8e9e-4f2d-88e1-a7c6833022dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:50.906759 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b4d72-4df6-4b67-ae4f-de2e2b023299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ddc163-0437-43bd-a5ae-9119ecd1f70d,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:50.909325 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-802b4d72-4df6-4b67-ae4f-de2e2b023299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:50.923256 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-802b4d72-4df6-4b67-ae4f-de2e2b023299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.925092 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-802b4d72-4df6-4b67-ae4f-de2e2b023299 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a0ddc163-0437-43bd-a5ae-9119ecd1f70d HTTP/1.1" status: 204 len: 168 time: 0.4671822 May 11 16:36:51.137912 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2310472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461797'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:51.142639 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6fb94ddd-ce13-4e59-80da-be7dcb17cf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:51.214332 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cdc10c2-393e-4b77-a124-fcafdc6753a4,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:51.218941 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:51.231388 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Checking segment: {'id': 'cba098d8-372e-465d-81ab-2b9a497c24ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:51.231786 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Network hostable DHCP agents. Network: b83558c4-6b7a-4669-a42b-e1a52f66d8f5, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:36:51.335638 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:36:51.443933 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, b83558c4-6b7a-4669-a42b-e1a52f66d8f5) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:51.455325 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:51.455535 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91dfc6d-9856-4720-981e-a38d960e50c5 None None] Network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:36:51.456272 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:51.556655 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1784124 May 11 16:36:51.556867 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 48698) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:51.562458 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:51.567618 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:51.572775 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Usage tracker for resource:router and tenant:1d17ce58feba40ec8c0fe66041e81b5b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:51.575687 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:51.581862 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:51.656266 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45168'] for router, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:51.657696 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45129'] for router, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:51.677055 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:51.679612 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1f367f-d06e-5d0a-8dfe-005ed39a03a0-b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'fixed_ips': [{'subnet_id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4'}]}} from dv-cinder-761113-11-smb. {{(pid=79308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:36:51.680515 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:51.833384 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Allocated IP 172.20.0.2 (b83558c4-6b7a-4669-a42b-e1a52f66d8f5/5cdc10c2-393e-4b77-a124-fcafdc6753a4/42c6647e-937d-41a6-851f-00aee49cd41e) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:52.045306 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.056471 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Transition to ACTIVE for port object 42c6647e-937d-41a6-851f-00aee49cd41e will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:52.077983 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Transition to ACTIVE for port object 42c6647e-937d-41a6-851f-00aee49cd41e will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:52.147633 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45143'] for router, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.152827 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.157419 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:52.215899 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:52.218667 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:52.222405 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:52.259428 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Pushing event updated for resources: {'Port': ['ID=42c6647e-937d-41a6-851f-00aee49cd41e,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:52.271681 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:52.328737 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Attempting to bind port 42c6647e-937d-41a6-851f-00aee49cd41e on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:36:52.329103 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Attempting to bind port 42c6647e-937d-41a6-851f-00aee49cd41e by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'cba098d8-372e-465d-81ab-2b9a497c24ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:36:52.329471 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Attempting to bind port 42c6647e-937d-41a6-851f-00aee49cd41e on network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:52.334845 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:36:52.335216 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Checking segment: {'id': 'cba098d8-372e-465d-81ab-2b9a497c24ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:52.335646 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.336038 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Bound using segment: {'id': 'cba098d8-372e-465d-81ab-2b9a497c24ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:36:52.336500 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Bound port: 42c6647e-937d-41a6-851f-00aee49cd41e, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba098d8-372e-465d-81ab-2b9a497c24ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:36:52.337358 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.423259 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] For port 42c6647e-937d-41a6-851f-00aee49cd41e, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:36:52.426129 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] For port 42c6647e-937d-41a6-851f-00aee49cd41e, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=42c6647e-937d-41a6-851f-00aee49cd41e,segment=NetworkSegment(cba098d8-372e-465d-81ab-2b9a497c24ba),segment_id=cba098d8-372e-465d-81ab-2b9a497c24ba)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:36:52.496407 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.500568 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:52.571848 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.580272 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Pushing event updated for resources: {'Port': ['ID=42c6647e-937d-41a6-851f-00aee49cd41e,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:52.584766 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:52.603871 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.758063 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Allocated IP 172.28.3.254 (b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4/c7e06862-2dbb-4b92-abf1-8341c9322d5c/daf92c55-a7ca-4867-a630-ff5c14f1bf43) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:52.920759 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:53.022217 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:53.026213 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1cf4fa18-06d2-4214-8d6c-b09b04d58b13 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:53.082623 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:53.085419 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:53.089194 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:53.133531 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Pushing event updated for resources: {'Port': ['ID=daf92c55-a7ca-4867-a630-ff5c14f1bf43,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:53.138258 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:53.470536 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 42c6647e-937d-41a6-851f-00aee49cd41e up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:53.519429 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66b2f58-d6f6-43fa-8442-fa4e35cc0f15 None None] Network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:36:53.691407 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-05b70444-f999-4972-af96-ef5dbf93e7cf None None] Provisioning for port 42c6647e-937d-41a6-851f-00aee49cd41e completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:53.709250 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:53.714671 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 42c6647e-937d-41a6-851f-00aee49cd41e completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:53.724537 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 42c6647e-937d-41a6-851f-00aee49cd41e triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:53.724917 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:53.932363 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:53.969329 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port 42c6647e-937d-41a6-851f-00aee49cd41e, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=42c6647e-937d-41a6-851f-00aee49cd41e,segment=NetworkSegment(cba098d8-372e-465d-81ab-2b9a497c24ba),segment_id=cba098d8-372e-465d-81ab-2b9a497c24ba)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:54.055801 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:54.061770 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:54.069015 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396547'] for router, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:54.140311 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=42c6647e-937d-41a6-851f-00aee49cd41e,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:54.143356 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:54.233821 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-161aa28a-7e33-4b8e-81b4-3a1d13a951a0 None None] Provisioning complete for port 42c6647e-937d-41a6-851f-00aee49cd41e triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:54.234192 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-161aa28a-7e33-4b8e-81b4-3a1d13a951a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:54.341012 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Router 1626741f-3a92-4070-81fe-26821463f60b is scheduled to L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f with binding_index 1 {{(pid=79307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:36:54.527439 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:36:54.535894 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Sync routers for ids ['1626741f-3a92-4070-81fe-26821463f60b'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:36:54.545419 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Routers {'1626741f-3a92-4070-81fe-26821463f60b'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:54.546037 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:36:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['1626741f-3a92-4070-81fe-26821463f60b'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:54.604181 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:54.605400 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0476301 May 11 16:36:54.608119 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 48716) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:54.723318 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Set router 1626741f-3a92-4070-81fe-26821463f60b gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:55.012641 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:36:53Z', 'revision_number': 3, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port': {'id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:52Z', 'updated_at': '2021-05-11T16:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:55.017169 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Checking router: 1626741f-3a92-4070-81fe-26821463f60b for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:36:55.017527 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Updating router 1626741f-3a92-4070-81fe-26821463f60b port daf92c55-a7ca-4867-a630-ff5c14f1bf43 binding host dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:36:55.074910 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.406196 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.445576 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.465571 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Transition to ACTIVE for port object daf92c55-a7ca-4867-a630-ff5c14f1bf43 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:55.496650 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 42c6647e-937d-41a6-851f-00aee49cd41e up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:55.572092 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.588778 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:55.652123 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Allocated IP 172.20.0.1 (b83558c4-6b7a-4669-a42b-e1a52f66d8f5/5cdc10c2-393e-4b77-a124-fcafdc6753a4/19b8eb53-7c82-4cc5-b761-a4aa577974cc) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:55.683806 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ab1c2-70e4-4be0-baa7-14b46fea6374 None None] Pushing event updated for resources: {'Port': ['ID=daf92c55-a7ca-4867-a630-ff5c14f1bf43,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:55.687037 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Attempting to bind port daf92c55-a7ca-4867-a630-ff5c14f1bf43 on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:36:55.687412 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Attempting to bind port daf92c55-a7ca-4867-a630-ff5c14f1bf43 by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:36:55.687807 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Attempting to bind port daf92c55-a7ca-4867-a630-ff5c14f1bf43 on network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:55.689923 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b8ab1c2-70e4-4be0-baa7-14b46fea6374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:55.697104 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:36:55.697464 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Checking segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:55.697865 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.698256 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Bound using segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:36:55.698730 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Bound port: daf92c55-a7ca-4867-a630-ff5c14f1bf43, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:36:55.699107 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.743449 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 42c6647e-937d-41a6-851f-00aee49cd41e triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:55.743850 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.801979 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.817074 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Transition to ACTIVE for port object 19b8eb53-7c82-4cc5-b761-a4aa577974cc will not be triggered until provisioned by entity DHCP. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:55.826171 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] For port daf92c55-a7ca-4867-a630-ff5c14f1bf43, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:36:55.836426 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] For port daf92c55-a7ca-4867-a630-ff5c14f1bf43, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=daf92c55-a7ca-4867-a630-ff5c14f1bf43,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:36:55.921568 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.925737 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:55.970378 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.977578 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d20b34dc-c76d-4b3c-963b-9bbc9f719281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:56.000465 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Routers {'1626741f-3a92-4070-81fe-26821463f60b'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:56.001089 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:36:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['1626741f-3a92-4070-81fe-26821463f60b'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:56.037077 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:56.040028 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:56.042569 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:56.058152 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ab1c2-70e4-4be0-baa7-14b46fea6374 None None] Pushing event updated for resources: {'Port': ['ID=daf92c55-a7ca-4867-a630-ff5c14f1bf43,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:56.092447 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=19b8eb53-7c82-4cc5-b761-a4aa577974cc,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:56.095317 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:56.115847 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b8ab1c2-70e4-4be0-baa7-14b46fea6374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:56.118709 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:56.187385 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] Set router 1626741f-3a92-4070-81fe-26821463f60b gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:56.446082 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:56.473051 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-7b9f5c3f-3b86-438f-becd-84719bd43d24 None None] Provisioning for port 19b8eb53-7c82-4cc5-b761-a4aa577974cc completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:56.481040 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:36:53Z', 'revision_number': 3, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port': {'id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:52Z', 'updated_at': '2021-05-11T16:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:56.482958 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-7b9f5c3f-3b86-438f-becd-84719bd43d24 None None] Provisioning complete for port 19b8eb53-7c82-4cc5-b761-a4aa577974cc triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:56.483328 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5c3f-3b86-438f-becd-84719bd43d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:56.522797 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa084c-b50d-4e7b-8569-29813e79a80a None None] The sync data for ids ['1626741f-3a92-4070-81fe-26821463f60b'] in dv-cinder-761113-11-smb is: [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:36:53Z', 'revision_number': 3, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port': {'id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:52Z', 'updated_at': '2021-05-11T16:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:36:56.550364 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f5c3f-3b86-438f-becd-84719bd43d24 None None] Port 19b8eb53-7c82-4cc5-b761-a4aa577974cc cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:36:56.685440 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:56.770967 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183361'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:56.803423 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b1dc5561-a14e-40d6-ad5c-a4b84d841bbf tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:56.891562 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:56.895370 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=19b8eb53-7c82-4cc5-b761-a4aa577974cc,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:56.898840 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:57.050447 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:57.051710 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:57.280964 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-57a51dc7-b9c4-41ee-8527-2bde5bbe9a70 None None] Provisioning complete for port 19b8eb53-7c82-4cc5-b761-a4aa577974cc triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:57.281528 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-57a51dc7-b9c4-41ee-8527-2bde5bbe9a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:57.336668 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-57a51dc7-b9c4-41ee-8527-2bde5bbe9a70 None None] Port 19b8eb53-7c82-4cc5-b761-a4aa577974cc cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:36:57.356218 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Router 1626741f-3a92-4070-81fe-26821463f60b has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:36:57.470206 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device daf92c55-a7ca-4867-a630-ff5c14f1bf43 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:57.538349 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:36:57.547795 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-e13892d9-fa8f-4a6d-832c-14906ebbc3a4 admin admin] 10.222.0.69 "PUT /v2.0/routers/1626741f-3a92-4070-81fe-26821463f60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9386477 May 11 16:36:57.609891 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port daf92c55-a7ca-4867-a630-ff5c14f1bf43 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:57.614717 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port daf92c55-a7ca-4867-a630-ff5c14f1bf43 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:57.615095 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:57.731396 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:57.747984 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port daf92c55-a7ca-4867-a630-ff5c14f1bf43, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=daf92c55-a7ca-4867-a630-ff5c14f1bf43,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:57.820902 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:57.826767 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:57.898306 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=daf92c55-a7ca-4867-a630-ff5c14f1bf43,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:57.905760 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:58.100603 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Sync routers for ids ['1626741f-3a92-4070-81fe-26821463f60b'] in dv-cinder-761113-11-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:36:58.110082 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Routers {'1626741f-3a92-4070-81fe-26821463f60b'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:58.110690 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:36:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['1626741f-3a92-4070-81fe-26821463f60b'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:58.292356 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Set router 1626741f-3a92-4070-81fe-26821463f60b gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:58.372976 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 48748) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:58.379062 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-702228558-network', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:58.384493 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:58.388440 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Usage tracker for resource:network and tenant:0e3cc068b2aa484184925397d6a8a604 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:58.391309 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:58.397645 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:58.466622 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Made reservation on behalf of 0e3cc068b2aa484184925397d6a8a604 for: {'network': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:58.469480 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:58.482982 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:58.501211 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:58.505040 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Usage tracker for resource:security_group_rule and tenant:0e3cc068b2aa484184925397d6a8a604 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:58.507888 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:58.514389 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:58.597767 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:58.607612 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:36:56Z', 'revision_number': 4, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port': {'id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:52Z', 'updated_at': '2021-05-11T16:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '19b8eb53-7c82-4cc5-b761-a4aa577974cc', 'name': '', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'mac_address': 'fa:16:3e:0d:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:55Z', 'updated_at': '2021-05-11T16:36:56Z', 'revision_number': 2, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'subnets': [{'id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:58.611407 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Checking router: 1626741f-3a92-4070-81fe-26821463f60b for host: dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:36:58.611790 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Updating router 1626741f-3a92-4070-81fe-26821463f60b port 19b8eb53-7c82-4cc5-b761-a4aa577974cc binding host dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:36:58.661390 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:58.667042 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-fa327e4a-78ec-43d2-a5b1-aaa01e9bdcd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:58.667361 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:58.698342 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=79306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:36:58.707403 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6e77ee-2f71-448d-8d0f-35eefebed5b9,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:58.711173 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:58.714041 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:58.714439 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.db.segments_db [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Added segment 54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0 of type vlan for network 96abef57-7ce7-4a4c-91fd-0eb76f31f59f May 11 16:36:58.742212 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:58.826754 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:58.828869 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:58.829808 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:58.838808 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-8cec907e-dd46-4a63-b6f7-0f5c9d905876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:58.994009 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Pushing event updated for resources: {'Network': ['ID=96abef57-7ce7-4a4c-91fd-0eb76f31f59f,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:59.002245 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:59.008906 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network 96abef57-7ce7-4a4c-91fd-0eb76f31f59f details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:36:59.067687 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6931489 May 11 16:36:59.071989 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 48754) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:59.078732 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Request body: {'subnet': {'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-702228558-subnet', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:59.083909 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:59.088948 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Usage tracker for resource:subnet and tenant:0e3cc068b2aa484184925397d6a8a604 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:59.092153 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:59.099446 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:59.104584 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.116546 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Transition to ACTIVE for port object 19b8eb53-7c82-4cc5-b761-a4aa577974cc will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:59.163967 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Made reservation on behalf of 0e3cc068b2aa484184925397d6a8a604 for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:59.166942 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461719'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.192526 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.197884 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:59.327297 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Pushing event updated for resources: {'Port': ['ID=19b8eb53-7c82-4cc5-b761-a4aa577974cc,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:59.334976 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:59.335601 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:59.335934 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:59.336261 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:59.336575 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:59.337618 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:59.337939 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:59.338253 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:59.338734 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:59.339220 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:59.339555 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:59.340029 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:59.343719 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:59.459661 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device daf92c55-a7ca-4867-a630-ff5c14f1bf43 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:59.470600 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Attempting to bind port 19b8eb53-7c82-4cc5-b761-a4aa577974cc on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:36:59.470963 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Attempting to bind port 19b8eb53-7c82-4cc5-b761-a4aa577974cc by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'cba098d8-372e-465d-81ab-2b9a497c24ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:36:59.471319 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Attempting to bind port 19b8eb53-7c82-4cc5-b761-a4aa577974cc on network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:59.476739 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:36:59.477123 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Checking segment: {'id': 'cba098d8-372e-465d-81ab-2b9a497c24ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:59.477544 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.477932 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Bound using segment: {'id': 'cba098d8-372e-465d-81ab-2b9a497c24ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:36:59.478623 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Bound port: 19b8eb53-7c82-4cc5-b761-a4aa577974cc, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba098d8-372e-465d-81ab-2b9a497c24ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:36:59.479013 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.540029 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port daf92c55-a7ca-4867-a630-ff5c14f1bf43 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:59.540315 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.568148 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] For port 19b8eb53-7c82-4cc5-b761-a4aa577974cc, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:36:59.570676 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] For port 19b8eb53-7c82-4cc5-b761-a4aa577974cc, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=19b8eb53-7c82-4cc5-b761-a4aa577974cc,segment=NetworkSegment(cba098d8-372e-465d-81ab-2b9a497c24ba),segment_id=cba098d8-372e-465d-81ab-2b9a497c24ba)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:36:59.623605 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2310472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461797'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.628252 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-782d5893-2f87-4457-a296-75dc7eb5ce6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:59.662032 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.667032 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-abcfe7e2-cdf6-4892-913a-55b03dec422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:59.699230 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=019f70ee-2370-42da-93d7-beb01e9f2b0c,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:59.702511 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:59.708324 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Checking segment: {'id': '54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:59.708680 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Network hostable DHCP agents. Network: 96abef57-7ce7-4a4c-91fd-0eb76f31f59f, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:36:59.749699 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Routers {'1626741f-3a92-4070-81fe-26821463f60b'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:59.750320 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:36:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['1626741f-3a92-4070-81fe-26821463f60b'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:59.796555 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Pushing event updated for resources: {'Port': ['ID=19b8eb53-7c82-4cc5-b761-a4aa577974cc,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:59.798266 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Network 96abef57-7ce7-4a4c-91fd-0eb76f31f59f is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:36:59.806254 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-b5ed13db-5bb9-4fc9-971f-41b51d971a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:59.872675 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, 96abef57-7ce7-4a4c-91fd-0eb76f31f59f) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:59.881606 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:59.882196 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.884636 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ca3f9-7462-4126-8b34-a50ca542115d None None] Network 96abef57-7ce7-4a4c-91fd-0eb76f31f59f requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:36:59.934682 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] Set router 1626741f-3a92-4070-81fe-26821463f60b gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:59.953455 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8798199 May 11 16:36:59.956061 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 48760) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:59.961602 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-702228558-router', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:59.966442 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:59.970252 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Usage tracker for resource:router and tenant:0e3cc068b2aa484184925397d6a8a604 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:59.973673 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:59.981157 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:00.045379 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-339424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45168'] for router, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.046969 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45129'] for router, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.072018 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.132930 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1f367f-d06e-5d0a-8dfe-005ed39a03a0-96abef57-7ce7-4a4c-91fd-0eb76f31f59f', 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'fixed_ips': [{'subnet_id': '019f70ee-2370-42da-93d7-beb01e9f2b0c'}]}} from dv-cinder-761113-11-smb. {{(pid=79308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:37:00.134548 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.284084 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:36:56Z', 'revision_number': 4, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port': {'id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:52Z', 'updated_at': '2021-05-11T16:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '19b8eb53-7c82-4cc5-b761-a4aa577974cc', 'name': '', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'mac_address': 'fa:16:3e:0d:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:55Z', 'updated_at': '2021-05-11T16:36:59Z', 'revision_number': 4, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'subnets': [{'id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:00.288355 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a9608-429d-4487-8518-5751d4fdd603 None None] The sync data for ids ['1626741f-3a92-4070-81fe-26821463f60b'] in dv-cinder-761113-11-smb is: [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:36:56Z', 'revision_number': 4, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port': {'id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:52Z', 'updated_at': '2021-05-11T16:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '19b8eb53-7c82-4cc5-b761-a4aa577974cc', 'name': '', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'mac_address': 'fa:16:3e:0d:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:55Z', 'updated_at': '2021-05-11T16:36:59Z', 'revision_number': 4, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'subnets': [{'id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:37:00.335873 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Allocated IP 172.20.0.2 (96abef57-7ce7-4a4c-91fd-0eb76f31f59f/019f70ee-2370-42da-93d7-beb01e9f2b0c/ce8f1a70-de4e-4d65-943a-eb98eab09323) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:37:00.430109 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-338708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45143'] for router, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.588656 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.599569 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Transition to ACTIVE for port object ce8f1a70-de4e-4d65-943a-eb98eab09323 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:37:00.620006 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Transition to ACTIVE for port object ce8f1a70-de4e-4d65-943a-eb98eab09323 will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:37:00.690255 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.694223 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:00.754574 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Network 96abef57-7ce7-4a4c-91fd-0eb76f31f59f is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:37:00.757473 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:37:00.761984 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:37:00.776833 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Pushing event updated for resources: {'Port': ['ID=ce8f1a70-de4e-4d65-943a-eb98eab09323,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:00.809262 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:00.816474 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.846810 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.864252 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Attempting to bind port ce8f1a70-de4e-4d65-943a-eb98eab09323 on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:37:00.864481 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Attempting to bind port ce8f1a70-de4e-4d65-943a-eb98eab09323 by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': '54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:37:00.864851 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Attempting to bind port ce8f1a70-de4e-4d65-943a-eb98eab09323 on network 96abef57-7ce7-4a4c-91fd-0eb76f31f59f {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:37:00.871514 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:37:00.871907 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Checking segment: {'id': '54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:37:00.872287 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.872685 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Bound using segment: {'id': '54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:37:00.873157 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Bound port: ce8f1a70-de4e-4d65-943a-eb98eab09323, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:37:00.873537 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.979016 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] For port ce8f1a70-de4e-4d65-943a-eb98eab09323, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:37:00.982331 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] For port ce8f1a70-de4e-4d65-943a-eb98eab09323, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=ce8f1a70-de4e-4d65-943a-eb98eab09323,segment=NetworkSegment(54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0),segment_id=54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:37:01.006983 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Allocated IP 172.28.3.120 (b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4/c7e06862-2dbb-4b92-abf1-8341c9322d5c/37d96cef-ab66-476a-b861-e1fe65d8688b) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:37:01.061485 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:01.065434 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:01.138798 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Pushing event updated for resources: {'Port': ['ID=ce8f1a70-de4e-4d65-943a-eb98eab09323,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:01.144041 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:01.184656 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:01.338020 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:01.343088 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:01.410999 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:37:01.414242 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:37:01.419223 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:37:01.587759 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device ce8f1a70-de4e-4d65-943a-eb98eab09323 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:01.596129 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Pushing event updated for resources: {'Port': ['ID=37d96cef-ab66-476a-b861-e1fe65d8688b,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:01.600258 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:01.730228 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port ce8f1a70-de4e-4d65-943a-eb98eab09323 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:37:01.736853 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 19b8eb53-7c82-4cc5-b761-a4aa577974cc up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:01.935868 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 19b8eb53-7c82-4cc5-b761-a4aa577974cc completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:37:01.943174 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 19b8eb53-7c82-4cc5-b761-a4aa577974cc triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:01.943721 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:02.050133 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:02.075009 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:02.111015 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port 19b8eb53-7c82-4cc5-b761-a4aa577974cc, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=19b8eb53-7c82-4cc5-b761-a4aa577974cc,segment=NetworkSegment(cba098d8-372e-465d-81ab-2b9a497c24ba),segment_id=cba098d8-372e-465d-81ab-2b9a497c24ba)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:02.135653 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea46c6e-8326-4a7d-99d1-be75a5129d2e None None] Network 96abef57-7ce7-4a4c-91fd-0eb76f31f59f requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:37:02.199601 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:02.205643 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:02.322572 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=19b8eb53-7c82-4cc5-b761-a4aa577974cc,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:02.326959 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:02.356997 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-920e80e3-ac30-4497-9b29-93ca5729d2fa None None] Provisioning for port ce8f1a70-de4e-4d65-943a-eb98eab09323 completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:37:02.366287 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-920e80e3-ac30-4497-9b29-93ca5729d2fa None None] Provisioning complete for port ce8f1a70-de4e-4d65-943a-eb98eab09323 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:02.366666 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-920e80e3-ac30-4497-9b29-93ca5729d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:02.411463 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396547'] for router, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:02.550480 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-920e80e3-ac30-4497-9b29-93ca5729d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:02.588847 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-920e80e3-ac30-4497-9b29-93ca5729d2fa None None] For port ce8f1a70-de4e-4d65-943a-eb98eab09323, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=ce8f1a70-de4e-4d65-943a-eb98eab09323,segment=NetworkSegment(54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0),segment_id=54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:02.638499 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-920e80e3-ac30-4497-9b29-93ca5729d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:02.640555 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:02.689466 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Router f07a6ac7-e2d0-4c53-9fde-5b3135748f91 is scheduled to L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f with binding_index 1 {{(pid=79306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:37:02.724900 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e80e3-ac30-4497-9b29-93ca5729d2fa None None] Pushing event updated for resources: {'Port': ['ID=ce8f1a70-de4e-4d65-943a-eb98eab09323,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:02.728528 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-920e80e3-ac30-4497-9b29-93ca5729d2fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:02.757670 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-f9f5ad6d-7dac-4139-9c56-65ae6e18ed5b None None] Provisioning complete for port ce8f1a70-de4e-4d65-943a-eb98eab09323 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:02.758040 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ad6d-7dac-4139-9c56-65ae6e18ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:02.874681 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:37:02.900780 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Sync routers for ids ['f07a6ac7-e2d0-4c53-9fde-5b3135748f91'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:37:02.913001 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Routers {'f07a6ac7-e2d0-4c53-9fde-5b3135748f91'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:37:02.913606 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:36:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['f07a6ac7-e2d0-4c53-9fde-5b3135748f91'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:02.979926 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] Notify callbacks [] for router, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:02.981204 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-04bee43d-0dbd-4c89-ad74-0084d2f58cad admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0241122 May 11 16:37:02.983840 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 48776) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:03.091299 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Set router f07a6ac7-e2d0-4c53-9fde-5b3135748f91 gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:37:03.378258 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'name': 'tempest-TestMinimumBasicScenario-702228558-router', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '37d96cef-ab66-476a-b861-e1fe65d8688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:37:01Z', 'revision_number': 3, 'project_id': '0e3cc068b2aa484184925397d6a8a604', 'gw_port': {'id': '37d96cef-ab66-476a-b861-e1fe65d8688b', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:03.381999 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Checking router: f07a6ac7-e2d0-4c53-9fde-5b3135748f91 for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:37:03.382346 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Updating router f07a6ac7-e2d0-4c53-9fde-5b3135748f91 port 37d96cef-ab66-476a-b861-e1fe65d8688b binding host dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:37:03.435210 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:03.474899 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device ce8f1a70-de4e-4d65-943a-eb98eab09323 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:03.615932 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port ce8f1a70-de4e-4d65-943a-eb98eab09323 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:03.616217 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:03.733268 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:03.841741 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 19b8eb53-7c82-4cc5-b761-a4aa577974cc up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:03.945686 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Allocated IP 172.20.0.1 (96abef57-7ce7-4a4c-91fd-0eb76f31f59f/019f70ee-2370-42da-93d7-beb01e9f2b0c/2d96b7ec-c42f-4f7e-9043-38c1f7095db3) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:37:03.977814 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:03.982105 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 19b8eb53-7c82-4cc5-b761-a4aa577974cc triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:03.982472 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:04.024196 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Transition to ACTIVE for port object 37d96cef-ab66-476a-b861-e1fe65d8688b will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:37:04.099501 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:04.116654 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Transition to ACTIVE for port object 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 will not be triggered until provisioned by entity DHCP. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:37:04.123401 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:04.127860 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:04.204080 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:04.206518 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Attempting to bind port 37d96cef-ab66-476a-b861-e1fe65d8688b on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:37:04.206895 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Attempting to bind port 37d96cef-ab66-476a-b861-e1fe65d8688b by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:37:04.207266 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Attempting to bind port 37d96cef-ab66-476a-b861-e1fe65d8688b on network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:37:04.208025 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-59163419-8fba-4694-bbe2-07fabe0b7bdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:04.222171 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:37:04.222550 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Checking segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:37:04.222955 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:04.223363 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Bound using segment: {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:37:04.223856 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Bound port: 37d96cef-ab66-476a-b861-e1fe65d8688b, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81305cb-b65f-4678-a0f3-b37bf52c6f46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:37:04.224496 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:04.247615 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a377a-bb14-4623-b04c-6fdfec5ac012 None None] Pushing event updated for resources: {'Port': ['ID=37d96cef-ab66-476a-b861-e1fe65d8688b,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:04.255596 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-073a377a-bb14-4623-b04c-6fdfec5ac012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:04.267601 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Network 96abef57-7ce7-4a4c-91fd-0eb76f31f59f is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:37:04.270440 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:37:04.278979 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:37:04.295904 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:04.315964 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] For port 37d96cef-ab66-476a-b861-e1fe65d8688b, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:37:04.317812 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Pushing event updated for resources: {'Port': ['ID=2d96b7ec-c42f-4f7e-9043-38c1f7095db3,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:04.319413 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] For port 37d96cef-ab66-476a-b861-e1fe65d8688b, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=37d96cef-ab66-476a-b861-e1fe65d8688b,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:37:04.325043 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:04.353898 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:04.387317 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:04.390960 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:04.477409 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Routers {'f07a6ac7-e2d0-4c53-9fde-5b3135748f91'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:37:04.477409 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:36:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['f07a6ac7-e2d0-4c53-9fde-5b3135748f91'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:04.620079 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:04.646633 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a377a-bb14-4623-b04c-6fdfec5ac012 None None] Pushing event updated for resources: {'Port': ['ID=37d96cef-ab66-476a-b861-e1fe65d8688b,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:04.659432 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-073a377a-bb14-4623-b04c-6fdfec5ac012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:04.731619 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] Set router f07a6ac7-e2d0-4c53-9fde-5b3135748f91 gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:37:04.779781 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-9b594f20-d938-47da-a45f-3a8d3c2b9d56 None None] Provisioning for port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:37:04.792175 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-9b594f20-d938-47da-a45f-3a8d3c2b9d56 None None] Provisioning complete for port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:04.792547 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9b594f20-d938-47da-a45f-3a8d3c2b9d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:04.921128 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9c5f381a-4559-4fe6-acfc-029b1c275532 req-548b2a96-1908-4fd5-acff-678f19b5269f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4384806 May 11 16:37:04.937624 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-9b594f20-d938-47da-a45f-3a8d3c2b9d56 None None] Port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:37:04.946963 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:05.034526 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:05.119761 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'name': 'tempest-TestMinimumBasicScenario-702228558-router', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '37d96cef-ab66-476a-b861-e1fe65d8688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:37:04Z', 'revision_number': 4, 'project_id': '0e3cc068b2aa484184925397d6a8a604', 'gw_port': {'id': '37d96cef-ab66-476a-b861-e1fe65d8688b', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '2d96b7ec-c42f-4f7e-9043-38c1f7095db3', 'name': '', 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'mac_address': 'fa:16:3e:cc:50:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '019f70ee-2370-42da-93d7-beb01e9f2b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:37:03Z', 'updated_at': '2021-05-11T16:37:03Z', 'revision_number': 1, 'project_id': '0e3cc068b2aa484184925397d6a8a604', 'subnets': [{'id': '019f70ee-2370-42da-93d7-beb01e9f2b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:05.124697 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e623505-2fe1-4853-85b0-d8aa537ae0b3 None None] The sync data for ids ['f07a6ac7-e2d0-4c53-9fde-5b3135748f91'] in dv-cinder-761113-11-smb is: [{'id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'name': 'tempest-TestMinimumBasicScenario-702228558-router', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '37d96cef-ab66-476a-b861-e1fe65d8688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:37:04Z', 'revision_number': 4, 'project_id': '0e3cc068b2aa484184925397d6a8a604', 'gw_port': {'id': '37d96cef-ab66-476a-b861-e1fe65d8688b', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '2d96b7ec-c42f-4f7e-9043-38c1f7095db3', 'name': '', 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'mac_address': 'fa:16:3e:cc:50:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '019f70ee-2370-42da-93d7-beb01e9f2b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:37:03Z', 'updated_at': '2021-05-11T16:37:03Z', 'revision_number': 1, 'project_id': '0e3cc068b2aa484184925397d6a8a604', 'subnets': [{'id': '019f70ee-2370-42da-93d7-beb01e9f2b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:37:05.157368 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:05.248055 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7873687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:05.253633 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Pushing event updated for resources: {'Port': ['ID=2d96b7ec-c42f-4f7e-9043-38c1f7095db3,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:05.260484 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:05.356730 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f381a-4559-4fe6-acfc-029b1c275532 req-e178f199-319c-4078-ac43-23bbef1f97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:05.359294 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9c5f381a-4559-4fe6-acfc-029b1c275532 req-e178f199-319c-4078-ac43-23bbef1f97a9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=34d4bd1a8f0a4d54aa13a4dea016e9ce&device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 1098 time: 0.3637106 May 11 16:37:05.499957 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Network 96abef57-7ce7-4a4c-91fd-0eb76f31f59f is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:37:05.510357 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:37:05.668640 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f381a-4559-4fe6-acfc-029b1c275532 req-68f5883f-cda2-49c7-b3ed-c64345f5036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:05.670111 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9c5f381a-4559-4fe6-acfc-029b1c275532 req-68f5883f-cda2-49c7-b3ed-c64345f5036d service neutron] 10.222.0.86 "GET /v2.0/networks?id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd HTTP/1.1" status: 200 len: 909 time: 0.2887688 May 11 16:37:05.762066 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-d360c3ad-2b01-482e-9b32-2d61b5469a8d None None] Provisioning complete for port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:05.762670 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-d360c3ad-2b01-482e-9b32-2d61b5469a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:05.813741 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9c5f381a-4559-4fe6-acfc-029b1c275532 req-e96f465c-0783-48d4-b15a-63805f64d6ad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c32d54-2c90-43ef-882e-302d00648cbc HTTP/1.1" status: 200 len: 1000 time: 0.1334081 May 11 16:37:05.820059 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-d360c3ad-2b01-482e-9b32-2d61b5469a8d None None] Port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:37:05.857365 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Router f07a6ac7-e2d0-4c53-9fde-5b3135748f91 has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:37:06.010602 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f381a-4559-4fe6-acfc-029b1c275532 req-78b52bd2-b96a-44e2-93d0-023dd93dcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:06.012006 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9c5f381a-4559-4fe6-acfc-029b1c275532 req-78b52bd2-b96a-44e2-93d0-023dd93dcffb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9042834-24c6-488a-9648-48e73366864e HTTP/1.1" status: 200 len: 847 time: 0.1893733 May 11 16:37:06.112236 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:37:06.125411 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] 10.222.0.69 "PUT /v2.0/routers/f07a6ac7-e2d0-4c53-9fde-5b3135748f91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1406105 May 11 16:37:06.141455 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f381a-4559-4fe6-acfc-029b1c275532 req-e09ea2f7-996d-48ec-ae73-6048a7b486db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:06.142944 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9c5f381a-4559-4fe6-acfc-029b1c275532 req-e09ea2f7-996d-48ec-ae73-6048a7b486db service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1141002 May 11 16:37:06.277537 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9c5f381a-4559-4fe6-acfc-029b1c275532 req-f47caabe-4e89-4c13-a941-a8fa1a41332a service neutron] 10.222.0.86 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260052 May 11 16:37:06.431796 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9c5f381a-4559-4fe6-acfc-029b1c275532 req-5fce63c4-c1b4-4362-ba81-9fec0af2440a service neutron] 10.222.0.86 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454570 May 11 16:37:07.521007 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 37d96cef-ab66-476a-b861-e1fe65d8688b up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:07.687109 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 37d96cef-ab66-476a-b861-e1fe65d8688b completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:37:07.694610 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 37d96cef-ab66-476a-b861-e1fe65d8688b triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:07.694610 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:07.844157 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:07.870986 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port 37d96cef-ab66-476a-b861-e1fe65d8688b, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=37d96cef-ab66-476a-b861-e1fe65d8688b,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:07.942000 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:07.944016 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c17ff82f-dd22-436a-8827-96806b920152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:08.041075 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=37d96cef-ab66-476a-b861-e1fe65d8688b,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:08.045271 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:08.523007 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Sync routers for ids ['f07a6ac7-e2d0-4c53-9fde-5b3135748f91'] in dv-cinder-761113-11-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:37:08.533143 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Routers {'f07a6ac7-e2d0-4c53-9fde-5b3135748f91'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:37:08.533779 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:36:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['f07a6ac7-e2d0-4c53-9fde-5b3135748f91'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:08.733003 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Set router f07a6ac7-e2d0-4c53-9fde-5b3135748f91 gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:37:09.074346 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'name': 'tempest-TestMinimumBasicScenario-702228558-router', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '37d96cef-ab66-476a-b861-e1fe65d8688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:37:04Z', 'revision_number': 4, 'project_id': '0e3cc068b2aa484184925397d6a8a604', 'gw_port': {'id': '37d96cef-ab66-476a-b861-e1fe65d8688b', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '2d96b7ec-c42f-4f7e-9043-38c1f7095db3', 'name': '', 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'mac_address': 'fa:16:3e:cc:50:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '019f70ee-2370-42da-93d7-beb01e9f2b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:37:03Z', 'updated_at': '2021-05-11T16:37:04Z', 'revision_number': 2, 'project_id': '0e3cc068b2aa484184925397d6a8a604', 'subnets': [{'id': '019f70ee-2370-42da-93d7-beb01e9f2b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:09.079247 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Checking router: f07a6ac7-e2d0-4c53-9fde-5b3135748f91 for host: dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:37:09.079785 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Updating router f07a6ac7-e2d0-4c53-9fde-5b3135748f91 port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 binding host dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:37:09.135974 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.527217 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 37d96cef-ab66-476a-b861-e1fe65d8688b up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:09.591206 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.610765 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Transition to ACTIVE for port object 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:37:09.613466 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 37d96cef-ab66-476a-b861-e1fe65d8688b triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:09.613851 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.782652 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.787444 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-0ff3c0d1-1928-42fd-acdd-96e477b53978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:09.941717 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac4e06-2d8b-4003-84ea-a1c6dd90744d None None] Pushing event updated for resources: {'Port': ['ID=2d96b7ec-c42f-4f7e-9043-38c1f7095db3,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:09.949397 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-ccac4e06-2d8b-4003-84ea-a1c6dd90744d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:10.174447 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Attempting to bind port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 on host dv-cinder-761113-11-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:37:10.174727 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Attempting to bind port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 by drivers openvswitch,hyperv on host dv-cinder-761113-11-smb at level 0 using segments [{'id': '54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:37:10.175085 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Attempting to bind port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 on network 96abef57-7ce7-4a4c-91fd-0eb76f31f59f {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:37:10.180253 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Checking agent: {'id': 'c99dfe51-a7bb-404f-ab81-2dc65ec85ea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 23, 47), 'started_at': datetime.datetime(2021, 5, 11, 16, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:37:10.181201 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Checking segment: {'id': '54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:37:10.181596 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:10.181978 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Bound using segment: {'id': '54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:37:10.182441 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Bound port: 2d96b7ec-c42f-4f7e-9043-38c1f7095db3, host: dv-cinder-761113-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:37:10.182825 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:10.266598 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] For port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3, host dv-cinder-761113-11-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:37:10.269518 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] For port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3, host dv-cinder-761113-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=2d96b7ec-c42f-4f7e-9043-38c1f7095db3,segment=NetworkSegment(54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0),segment_id=54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:37:10.381575 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:10.386498 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:10.465107 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Routers {'f07a6ac7-e2d0-4c53-9fde-5b3135748f91'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:37:10.465985 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:36:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['f07a6ac7-e2d0-4c53-9fde-5b3135748f91'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:10.623384 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac4e06-2d8b-4003-84ea-a1c6dd90744d None None] Pushing event updated for resources: {'Port': ['ID=2d96b7ec-c42f-4f7e-9043-38c1f7095db3,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:10.648169 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-ccac4e06-2d8b-4003-84ea-a1c6dd90744d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:10.763242 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] Set router f07a6ac7-e2d0-4c53-9fde-5b3135748f91 gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:37:11.163908 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'name': 'tempest-TestMinimumBasicScenario-702228558-router', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '37d96cef-ab66-476a-b861-e1fe65d8688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:37:04Z', 'revision_number': 4, 'project_id': '0e3cc068b2aa484184925397d6a8a604', 'gw_port': {'id': '37d96cef-ab66-476a-b861-e1fe65d8688b', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '2d96b7ec-c42f-4f7e-9043-38c1f7095db3', 'name': '', 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'mac_address': 'fa:16:3e:cc:50:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '019f70ee-2370-42da-93d7-beb01e9f2b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:37:03Z', 'updated_at': '2021-05-11T16:37:10Z', 'revision_number': 4, 'project_id': '0e3cc068b2aa484184925397d6a8a604', 'subnets': [{'id': '019f70ee-2370-42da-93d7-beb01e9f2b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:11.171879 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78ac78-31c4-47bf-b3a3-4e6571239da8 None None] The sync data for ids ['f07a6ac7-e2d0-4c53-9fde-5b3135748f91'] in dv-cinder-761113-11-smb is: [{'id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'name': 'tempest-TestMinimumBasicScenario-702228558-router', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '37d96cef-ab66-476a-b861-e1fe65d8688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:37:04Z', 'revision_number': 4, 'project_id': '0e3cc068b2aa484184925397d6a8a604', 'gw_port': {'id': '37d96cef-ab66-476a-b861-e1fe65d8688b', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '2d96b7ec-c42f-4f7e-9043-38c1f7095db3', 'name': '', 'network_id': '96abef57-7ce7-4a4c-91fd-0eb76f31f59f', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'mac_address': 'fa:16:3e:cc:50:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '019f70ee-2370-42da-93d7-beb01e9f2b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:37:03Z', 'updated_at': '2021-05-11T16:37:10Z', 'revision_number': 4, 'project_id': '0e3cc068b2aa484184925397d6a8a604', 'subnets': [{'id': '019f70ee-2370-42da-93d7-beb01e9f2b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:37:11.577701 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:11.723575 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning for port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:37:11.730130 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:11.737679 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:11.885854 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:11.930518 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] For port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=2d96b7ec-c42f-4f7e-9043-38c1f7095db3,segment=NetworkSegment(54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0),segment_id=54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:12.009913 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:12.013188 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:12.121661 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Pushing event updated for resources: {'Port': ['ID=2d96b7ec-c42f-4f7e-9043-38c1f7095db3,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:12.125273 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:13.458209 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 up at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:13.526469 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Provisioning complete for port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:13.526858 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:14.607714 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baeb9d-222b-436c-9b50-10bae67450ed req-b0aa0f4b-16b3-46ca-9308-5c13dff2a9ad tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:14.609929 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-77baeb9d-222b-436c-9b50-10bae67450ed req-b0aa0f4b-16b3-46ca-9308-5c13dff2a9ad tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.1475804 May 11 16:37:14.661221 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-77baeb9d-222b-436c-9b50-10bae67450ed req-204193b0-7178-4128-a745-6a13b92a4c1d tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450680 May 11 16:37:14.952722 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1ee38034-f707-48bc-adbb-bbdaf14ad6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:15.979423 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed33fa0-93e1-4615-acb6-ac45caebf394 req-7cc9e980-26d4-4721-86ad-a1e9740d648b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:15.981024 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0ed33fa0-93e1-4615-acb6-ac45caebf394 req-7cc9e980-26d4-4721-86ad-a1e9740d648b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.1929040 May 11 16:37:16.059778 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0ed33fa0-93e1-4615-acb6-ac45caebf394 req-e7ce387e-3b81-47be-8846-143eaf7fac31 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578864 May 11 16:37:17.265872 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc8e6b-46ec-4354-84f7-e5e7355ee4af req-ece19835-ed5d-401e-98ea-f0f3302f8b45 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:17.267348 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3afc8e6b-46ec-4354-84f7-e5e7355ee4af req-ece19835-ed5d-401e-98ea-f0f3302f8b45 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.0837066 May 11 16:37:17.314091 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3afc8e6b-46ec-4354-84f7-e5e7355ee4af req-81f32dd8-47a7-4cc6-9d2c-65ca51697f4c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403082 May 11 16:37:17.461281 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:17.856415 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9895b520-1b07-4806-90aa-7e96067d73c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:18.509961 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85642c93-0b33-49fe-a77f-cb7f9e7c6f7b req-b5b63f66-5dac-4986-b356-ed42b4a8c4e5 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:18.511426 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-85642c93-0b33-49fe-a77f-cb7f9e7c6f7b req-b5b63f66-5dac-4986-b356-ed42b4a8c4e5 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.0834639 May 11 16:37:18.562984 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-85642c93-0b33-49fe-a77f-cb7f9e7c6f7b req-76c60270-4e3c-4a5c-a548-f5824abd161d tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453837 May 11 16:37:18.827839 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-9c51df09-4cd9-4dbd-b869-24395e7689c0 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:18.829260 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-9c51df09-4cd9-4dbd-b869-24395e7689c0 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/networks?id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5 HTTP/1.1" status: 200 len: 814 time: 0.1465940 May 11 16:37:18.844244 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-94a711e7-386d-448f-91a0-4310791361f0 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/quotas/1d17ce58feba40ec8c0fe66041e81b5b HTTP/1.1" status: 200 len: 375 time: 0.0091069 May 11 16:37:18.889319 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:18.926676 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-581733d6-deab-420f-9c49-00d45e07d1ff tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d17ce58feba40ec8c0fe66041e81b5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772603 May 11 16:37:19.106796 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-012c8683-7e3b-4485-83ce-e596d03ff07e service neutron] 10.222.0.69 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675758 May 11 16:37:19.236698 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-df265fad-3b32-4112-a253-8129921caa05 service neutron] 10.222.0.69 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240275 May 11 16:37:19.582510 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3506d14d-d121-4a55-961c-b3c19cb64ae5 req-090a0c43-26a2-429b-9775-68e9be1f68af tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 210 time: 0.0407486 May 11 16:37:19.768889 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82061e21-73d2-4035-9e47-629a6470e98b req-c250d7e7-a5f7-4758-90bb-73b5bf043a31 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:19.770313 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-82061e21-73d2-4035-9e47-629a6470e98b req-c250d7e7-a5f7-4758-90bb-73b5bf043a31 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.0865397 May 11 16:37:19.817940 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-82061e21-73d2-4035-9e47-629a6470e98b req-35bc6caf-ef5f-4a4e-9c39-d8549b68a063 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411062 May 11 16:37:20.352684 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:20.676513 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-34029762-4279-4130-91e9-0a30805d263d req-d5f33686-6de7-493d-be6b-74867417e259 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 210 time: 0.0415399 May 11 16:37:21.018598 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6af408-918e-4dc9-92b6-c932628d7c24 req-c065f998-7b7f-45cb-bce9-86aa848312cb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:21.020057 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3b6af408-918e-4dc9-92b6-c932628d7c24 req-c065f998-7b7f-45cb-bce9-86aa848312cb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.0896099 May 11 16:37:21.066740 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3b6af408-918e-4dc9-92b6-c932628d7c24 req-2bdb7c1e-ed08-4814-819e-bc754199e683 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400991 May 11 16:37:21.826953 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4aedefdd-5cb2-4410-b805-86803dceb3eb req-5648944b-2e3c-4457-ad92-a08c7048aee7 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 210 time: 0.0428047 May 11 16:37:22.363956 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e4ed-81f1-4491-8073-a93c0595fcd3 req-cbd6807d-a0ef-4414-a8ac-f5da38afd99e tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:22.365313 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3ee8e4ed-81f1-4491-8073-a93c0595fcd3 req-cbd6807d-a0ef-4414-a8ac-f5da38afd99e tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.1875217 May 11 16:37:22.412382 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-4f9b71c0-68e8-4103-9d17-572c3ce7e851 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:22.413755 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-4f9b71c0-68e8-4103-9d17-572c3ce7e851 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.86 "GET /v2.0/networks?id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5 HTTP/1.1" status: 200 len: 814 time: 0.1898713 May 11 16:37:22.427067 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Request body: {'port': {'device_id': '53f126e3-34ff-4376-a884-f421c806b64a', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'admin_state_up': True, 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:22.498886 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3ee8e4ed-81f1-4491-8073-a93c0595fcd3 req-0db10857-8b39-4108-8cf3-5127fbe4406a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267855 May 11 16:37:22.569552 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:22.573911 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Usage tracker for resource:port and tenant:1d17ce58feba40ec8c0fe66041e81b5b is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:22.576905 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:22.582542 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:22.649826 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Made reservation on behalf of 1d17ce58feba40ec8c0fe66041e81b5b for: {'port': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:37:22.653786 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:22.918790 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_common [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Allocated IP 172.20.0.9 (b83558c4-6b7a-4669-a42b-e1a52f66d8f5/5cdc10c2-393e-4b77-a124-fcafdc6753a4/6a9e409e-34fe-4fe8-9421-3e46cddaf20a) {{(pid=79306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:37:23.009208 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-60a0ac81-134b-43bf-96ed-42db546406b3 req-9faaf72d-35fa-41e9-80b3-0e9aa122cf15 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 210 time: 0.0593257 May 11 16:37:23.230486 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for port, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:23.259724 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Transition to ACTIVE for port object 6a9e409e-34fe-4fe8-9421-3e46cddaf20a will not be triggered until provisioned by entity DHCP. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:37:23.364174 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:23.370688 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3cd7336b-cfff-43bf-85ba-3d7db43ec1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:23.430376 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 is already hosted by enough agents. {{(pid=79306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:37:23.435532 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Resources bound (agent type, host, resource id): {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:37:23.439839 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Received port after_create {{(pid=79306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:37:23.497251 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event updated for resources: {'Port': ['ID=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:23.515140 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:23.517154 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:23.517154 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:23.517154 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:23.517154 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:23.517154 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:23.517868 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:23.517868 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:23.518024 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:23.518343 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:23.518728 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:23.519024 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:23.536830 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:23.557844 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:23.558527 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:23.662005 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-91e3fabd-7b63-4f38-8f7a-41861e1093b9 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2387564 May 11 16:37:23.769489 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0336d9c-d19a-4ba6-952c-d1e324bcfecf req-6f2ddfc5-c8ba-4eb2-81c5-2100a0266d63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:23.771008 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c0336d9c-d19a-4ba6-952c-d1e324bcfecf req-6f2ddfc5-c8ba-4eb2-81c5-2100a0266d63 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.1065757 May 11 16:37:23.826092 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c0336d9c-d19a-4ba6-952c-d1e324bcfecf req-1ce1aa39-e699-42e9-a630-8654d6404c4d tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469940 May 11 16:37:23.831969 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-93f82c17-08c0-4dd1-8862-89905266166c None None] Provisioning for port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a completed by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:37:23.841027 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-93f82c17-08c0-4dd1-8862-89905266166c None None] Provisioning complete for port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:23.841823 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-93f82c17-08c0-4dd1-8862-89905266166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:23.905631 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-93f82c17-08c0-4dd1-8862-89905266166c None None] Port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a cannot update to ACTIVE because it is not bound. {{(pid=79308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:37:24.233896 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefc1bd-aecb-41d5-9a10-491289a760c6 req-f5a4e6f9-33c3-44f2-99ce-9da609dcb150 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:24.234600 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-2aefc1bd-aecb-41d5-9a10-491289a760c6 req-f5a4e6f9-33c3-44f2-99ce-9da609dcb150 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Synchronizing usage tracker for tenant:1d17ce58feba40ec8c0fe66041e81b5b on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:37:24.312275 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-2aefc1bd-aecb-41d5-9a10-491289a760c6 req-f5a4e6f9-33c3-44f2-99ce-9da609dcb150 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Unset dirty status for tenant:1d17ce58feba40ec8c0fe66041e81b5b on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:37:24.313312 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2aefc1bd-aecb-41d5-9a10-491289a760c6 req-f5a4e6f9-33c3-44f2-99ce-9da609dcb150 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 931 time: 0.1588287 May 11 16:37:24.360183 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2aefc1bd-aecb-41d5-9a10-491289a760c6 req-92aa8c76-f1be-47f5-afd8-65f320f511ab tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411406 May 11 16:37:25.031185 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881da45-17bb-4b33-94d2-f00511c122cf req-2ba0c1a9-c6e2-4021-91f4-8e40078b4c2d tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:25.032941 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d881da45-17bb-4b33-94d2-f00511c122cf req-2ba0c1a9-c6e2-4021-91f4-8e40078b4c2d tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.0869212 May 11 16:37:25.080906 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d881da45-17bb-4b33-94d2-f00511c122cf req-574bc652-571f-47bb-9ab5-295ad0bf7d93 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422513 May 11 16:37:25.547861 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85c0cc-4f7c-4ca5-85a4-fac6a7e87409 req-44455b24-b8b8-42bc-89f0-97929992401d tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:25.549397 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5f85c0cc-4f7c-4ca5-85a4-fac6a7e87409 req-44455b24-b8b8-42bc-89f0-97929992401d tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 931 time: 0.0809336 May 11 16:37:25.595897 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5f85c0cc-4f7c-4ca5-85a4-fac6a7e87409 req-fa46a269-16bf-4a58-90d8-7612cf7cdbd4 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 May 11 16:37:26.204378 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:37:26.281781 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263416b-5987-4410-b252-9bb88ab99f72 req-f3551729-bfbd-44f6-be06-0f41049fd3c2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:26.283298 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6263416b-5987-4410-b252-9bb88ab99f72 req-f3551729-bfbd-44f6-be06-0f41049fd3c2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.0877848 May 11 16:37:26.329696 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6263416b-5987-4410-b252-9bb88ab99f72 req-86e2a3df-eb0a-4cbc-9bad-837127798249 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 May 11 16:37:26.790397 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22d5ab-3174-4398-9ccd-64ec47f19369 req-0fa62dd2-f826-4e35-b3b4-39ac871fae8c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:26.792019 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dc22d5ab-3174-4398-9ccd-64ec47f19369 req-0fa62dd2-f826-4e35-b3b4-39ac871fae8c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 931 time: 0.0841429 May 11 16:37:26.847019 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dc22d5ab-3174-4398-9ccd-64ec47f19369 req-e4a6009d-d522-4188-bdfe-4c0616fd4c86 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483010 May 11 16:37:27.743333 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cace13-5e64-42d3-95d0-51e082c8fb28 req-9300994d-4bff-4c8c-8283-6f0053053597 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:27.744993 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75cace13-5e64-42d3-95d0-51e082c8fb28 req-9300994d-4bff-4c8c-8283-6f0053053597 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.1318438 May 11 16:37:27.797785 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75cace13-5e64-42d3-95d0-51e082c8fb28 req-77c953b3-750e-4727-b935-2a4f0882c144 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456049 May 11 16:37:28.054683 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54766784-3139-461b-9d6e-ca2b4d1b5b5f req-ffbca18c-3de2-4eae-ba9f-4b0616445db7 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:28.058166 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-54766784-3139-461b-9d6e-ca2b4d1b5b5f req-ffbca18c-3de2-4eae-ba9f-4b0616445db7 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 931 time: 0.0923014 May 11 16:37:28.118894 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-54766784-3139-461b-9d6e-ca2b4d1b5b5f req-60bf5a98-07cb-4a0c-bd26-ef61de5c5743 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526161 May 11 16:37:29.003647 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7b6d1-afc1-4ea2-b24a-0dfcdb6a1028 req-7815bd56-a724-4328-8a1f-5a9dfbbe04ab tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:29.005254 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-11c7b6d1-afc1-4ea2-b24a-0dfcdb6a1028 req-7815bd56-a724-4328-8a1f-5a9dfbbe04ab tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.0823576 May 11 16:37:29.060076 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-11c7b6d1-afc1-4ea2-b24a-0dfcdb6a1028 req-543eb58b-0944-4270-b0c5-38e380cdff36 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483406 May 11 16:37:29.438245 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501122f6-58ae-4078-a67b-0fdbaafe4b81 req-e5843e17-d18b-437d-84cc-82f27f39dcef tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:29.439774 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-501122f6-58ae-4078-a67b-0fdbaafe4b81 req-e5843e17-d18b-437d-84cc-82f27f39dcef tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1106803 May 11 16:37:29.449144 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48a70f-e9a1-4bc8-a5ec-09f591f5f3a2 req-c0414a59-c54d-46a3-9cb9-ea027c75d78a tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:29.450547 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7f48a70f-e9a1-4bc8-a5ec-09f591f5f3a2 req-c0414a59-c54d-46a3-9cb9-ea027c75d78a tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 931 time: 0.1892927 May 11 16:37:29.528445 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7f48a70f-e9a1-4bc8-a5ec-09f591f5f3a2 req-3dd55897-7442-4acb-88e5-c596a2aaa161 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626326 May 11 16:37:29.533305 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-501122f6-58ae-4078-a67b-0fdbaafe4b81 req-9e2b78c6-ba80-4092-a775-b30af516bfca tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818317 May 11 16:37:30.298964 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8849f-8801-461a-9498-574e42a03a19 req-61f0fe64-a057-44d9-b4b5-6daca54b27fa tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:30.300485 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ffa8849f-8801-461a-9498-574e42a03a19 req-61f0fe64-a057-44d9-b4b5-6daca54b27fa tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.0882406 May 11 16:37:30.349811 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ffa8849f-8801-461a-9498-574e42a03a19 req-9e02f35e-5b82-4217-9826-f85f244caf52 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 May 11 16:37:30.941783 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c7d2a-0e9a-48d4-9180-b858c8dd5021 req-775acf15-9670-415f-acbf-b84862ec8f91 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:30.941783 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-655c7d2a-0e9a-48d4-9180-b858c8dd5021 req-775acf15-9670-415f-acbf-b84862ec8f91 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1939886 May 11 16:37:30.941783 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1d925-edc7-4e58-8c2c-1273cd825652 req-d45e239b-ede9-474f-9f72-eb41988f24d7 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:30.941783 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-eba1d925-edc7-4e58-8c2c-1273cd825652 req-d45e239b-ede9-474f-9f72-eb41988f24d7 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 931 time: 0.2448027 May 11 16:37:30.968924 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-655c7d2a-0e9a-48d4-9180-b858c8dd5021 req-7d01043e-87b1-4be4-89cf-86d3fc9c5b2a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753994 May 11 16:37:30.973727 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-eba1d925-edc7-4e58-8c2c-1273cd825652 req-f4d6f122-3f30-4b6b-b7c6-a75b5dfd68a3 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647376 May 11 16:37:31.561474 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fa966-8d1b-47bb-9f30-4205a36615fe req-ca81ee44-69d1-47be-8377-ef324e2fafff tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:31.563110 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-466fa966-8d1b-47bb-9f30-4205a36615fe req-ca81ee44-69d1-47be-8377-ef324e2fafff tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.0942726 May 11 16:37:31.612156 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-466fa966-8d1b-47bb-9f30-4205a36615fe req-f6ebb620-af33-4f94-808b-4af16b130083 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427706 May 11 16:37:32.252695 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d9f7c-063b-4361-a48a-936710a827ee req-abcf5ab6-a6f8-4fe9-b2cf-72a8a4568ea5 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:32.254196 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-446d9f7c-063b-4361-a48a-936710a827ee req-abcf5ab6-a6f8-4fe9-b2cf-72a8a4568ea5 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 931 time: 0.1461437 May 11 16:37:32.263536 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f364b-2375-4fdc-b7ee-954077702fcd req-d336f6f4-6903-4106-8f01-589203f41e63 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:32.264904 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7a4f364b-2375-4fdc-b7ee-954077702fcd req-d336f6f4-6903-4106-8f01-589203f41e63 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1216342 May 11 16:37:32.337682 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-446d9f7c-063b-4361-a48a-936710a827ee req-0241580a-e544-41de-ad8e-0c2610c6f061 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718217 May 11 16:37:32.344973 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7a4f364b-2375-4fdc-b7ee-954077702fcd req-45502576-6ab8-4bf5-9388-d9b97f64244b tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629036 May 11 16:37:32.797662 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5d14b-84ef-435b-b4d0-5a810291dec3 req-a08ce3ce-0bfd-4c52-8602-57d868ebbd5a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:32.799843 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-13e5d14b-84ef-435b-b4d0-5a810291dec3 req-a08ce3ce-0bfd-4c52-8602-57d868ebbd5a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.0777531 May 11 16:37:32.844193 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-13e5d14b-84ef-435b-b4d0-5a810291dec3 req-7a6c90fa-e694-4843-894b-8e743f8af0eb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381353 May 11 16:37:32.937682 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Request body: {'port': {'device_id': '53f126e3-34ff-4376-a884-f421c806b64a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:33.052913 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:33.404735 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9e409e-34fe-4fe8-9421-3e46cddaf20a {{(pid=79306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:37:33.410885 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:33.427342 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.provisioning_blocks [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Transition to ACTIVE for port object 6a9e409e-34fe-4fe8-9421-3e46cddaf20a will not be triggered until provisioned by entity L2. {{(pid=79306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:37:33.494202 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:33.530711 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0470efaf-f8ba-4aab-8d97-5138ce281072 tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:33.676993 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Pushing event updated for resources: {'Port': ['ID=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,revision_number=2']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:33.689253 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:33.813791 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0c00d-e77d-4d7d-a707-06d88579a6a2 req-9729ff02-d0ff-4f87-bda0-7d6cc6e690b6 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:33.815237 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-53d0c00d-e77d-4d7d-a707-06d88579a6a2 req-9729ff02-d0ff-4f87-bda0-7d6cc6e690b6 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 943 time: 0.3618414 May 11 16:37:33.836250 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c234d-65d6-4a3a-894f-343994c692c7 req-3163e252-6920-45e5-90d2-ca1dbfbb96bf tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:33.840942 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-999c234d-65d6-4a3a-894f-343994c692c7 req-3163e252-6920-45e5-90d2-ca1dbfbb96bf tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.3504007 May 11 16:37:33.880867 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Attempting to bind port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a on host hv-cinder-76111 for vnic_type normal with profile {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:37:33.881106 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Attempting to bind port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'cba098d8-372e-465d-81ab-2b9a497c24ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5'}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:37:33.881433 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Attempting to bind port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a on network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:37:33.891945 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a on network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:37:33.892267 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Attempting to bind port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a on network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:37:33.918880 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Checking agent: {'id': 'ad95f03b-b48d-40b0-b52a-fbbb52c3340f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'started_at': datetime.datetime(2021, 5, 11, 16, 30, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:37:33.919215 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Checking segment: {'id': 'cba098d8-372e-465d-81ab-2b9a497c24ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:37:33.919627 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Bound using segment: {'id': 'cba098d8-372e-465d-81ab-2b9a497c24ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5'} {{(pid=79306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:37:33.920058 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.managers [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Bound port: 6a9e409e-34fe-4fe8-9421-3e46cddaf20a, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba098d8-372e-465d-81ab-2b9a497c24ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5'}}] {{(pid=79306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:37:33.920405 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:33.937436 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-53d0c00d-e77d-4d7d-a707-06d88579a6a2 req-3aaab55b-d325-4bc2-a484-d78bcdfb81b7 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969033 May 11 16:37:33.949252 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-999c234d-65d6-4a3a-894f-343994c692c7 req-ffb8a23c-c92c-4e38-8736-e188e62cbe80 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045363 May 11 16:37:34.154216 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] For port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a, host hv-cinder-76111, cleared binding levels {{(pid=79306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:37:34.157681 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] For port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,segment=NetworkSegment(cba098d8-372e-465d-81ab-2b9a497c24ba),segment_id=cba098d8-372e-465d-81ab-2b9a497c24ba)] {{(pid=79306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:37:34.186097 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e56f4-45bc-4a2e-8a20-f01b5f4e05bb req-fd0410dd-9dc9-40f2-aee3-6f31c138f1c6 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:34.188044 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-289e56f4-45bc-4a2e-8a20-f01b5f4e05bb req-fd0410dd-9dc9-40f2-aee3-6f31c138f1c6 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.1203196 May 11 16:37:34.225288 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:34.235149 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3a377c23-8a25-48ed-8685-c263e4183942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:34.255139 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:34.283703 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 75dd12cf-5665-4e81-aa85-ed151499d29c details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:37:34.295008 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-289e56f4-45bc-4a2e-8a20-f01b5f4e05bb req-6d0a4db4-cb76-450e-ae38-feae4933c916 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007900 May 11 16:37:34.299718 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:34.300315 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:34.301622 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] 10.222.0.86 "PUT /v2.0/ports/6a9e409e-34fe-4fe8-9421-3e46cddaf20a HTTP/1.1" status: 200 len: 1093 time: 1.3739445 May 11 16:37:34.302098 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f126e3-34ff-4376-a884-f421c806b64a', 'tag': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:34.342061 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Pushing event updated for resources: {'Port': ['ID=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,revision_number=3']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:34.345928 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:34.449939 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f126e3-34ff-4376-a884-f421c806b64a', 'tag': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a', 'status': 'completed', 'code': 200} May 11 16:37:34.470489 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 75dd12cf-5665-4e81-aa85-ed151499d29c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75dd12cf-5665-4e81-aa85-ed151499d29c,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:34.489060 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-9060703f-90c2-4e39-9728-4b470d14dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:34.489981 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'port_id': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'mac_address': 'fa:16:3e:8c:5e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:37:34.490589 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-9060703f-90c2-4e39-9728-4b470d14dade service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1d17ce58feba40ec8c0fe66041e81b5b&device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 1096 time: 0.0835707 May 11 16:37:34.565918 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-505f0a47-32d4-4336-ad65-f1aab08b8876 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9e409e-34fe-4fe8-9421-3e46cddaf20a HTTP/1.1" status: 200 len: 217 time: 0.0668974 May 11 16:37:34.575159 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:34.596696 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75dd12cf-5665-4e81-aa85-ed151499d29c {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:37:34.612968 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 75dd12cf-5665-4e81-aa85-ed151499d29c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75dd12cf-5665-4e81-aa85-ed151499d29c,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:34.634053 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-b0a05428-8e02-47cf-a723-a04e1f190210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:34.635505 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-b0a05428-8e02-47cf-a723-a04e1f190210 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5cdc10c2-393e-4b77-a124-fcafdc6753a4 HTTP/1.1" status: 200 len: 853 time: 0.0623648 May 11 16:37:34.701509 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:34.703899 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:34.720344 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-220e9381-1ca0-426d-ad94-e5acb2eb7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:34.721818 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-220e9381-1ca0-426d-ad94-e5acb2eb7908 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0775065 May 11 16:37:34.781579 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=75dd12cf-5665-4e81-aa85-ed151499d29c,revision_number=6']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:34.788824 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:34.789266 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:34.789634 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:34.789921 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:34.790248 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:34.790573 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:34.790895 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:34.791217 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:34.791577 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:34.791903 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:34.792818 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:34.792818 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:34.800837 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:34.805378 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['75dd12cf-5665-4e81-aa85-ed151499d29c'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:37:34.872849 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-38c4067b-f5a9-4eeb-a3f0-8dfec1df5b8b service neutron] 10.222.0.86 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413276 May 11 16:37:35.032231 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0a97b35b-81d7-4e79-8083-c392505a34bb req-e321da37-dd09-46c7-8359-360927c15c92 service neutron] 10.222.0.86 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492543 May 11 16:37:35.188434 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e08297-cb48-47ff-a68e-901e0ff27991 req-6022068f-e8f2-49b6-aa9e-29038bea6120 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:35.189925 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-46e08297-cb48-47ff-a68e-901e0ff27991 req-6022068f-e8f2-49b6-aa9e-29038bea6120 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 943 time: 0.1361659 May 11 16:37:35.271668 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc524718-311d-4fd8-a426-3a547dc80529 req-c69ed7c9-374b-40ea-a894-ee1edd4f44c3 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:35.273065 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fc524718-311d-4fd8-a426-3a547dc80529 req-c69ed7c9-374b-40ea-a894-ee1edd4f44c3 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1831472 May 11 16:37:35.320761 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-46e08297-cb48-47ff-a68e-901e0ff27991 req-42e3da2d-6fda-455a-abe4-4f2fd7cafc2f tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964682 May 11 16:37:35.354129 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fc524718-311d-4fd8-a426-3a547dc80529 req-aecd5329-a1bc-41a5-bf81-43cc72a43be5 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597689 May 11 16:37:35.360451 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632b7a9-5200-4028-8c92-ca801fa485fb req-e39c9288-4716-4817-a21e-a55202c631ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:35.364631 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6632b7a9-5200-4028-8c92-ca801fa485fb req-e39c9288-4716-4817-a21e-a55202c631ce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1d17ce58feba40ec8c0fe66041e81b5b&device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 1096 time: 0.1701736 May 11 16:37:35.554891 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632b7a9-5200-4028-8c92-ca801fa485fb req-ca9ab03c-6d78-41be-88c0-c3f5705e8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:35.556967 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6632b7a9-5200-4028-8c92-ca801fa485fb req-ca9ab03c-6d78-41be-88c0-c3f5705e8071 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5 HTTP/1.1" status: 200 len: 915 time: 0.1852608 May 11 16:37:35.631877 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6632b7a9-5200-4028-8c92-ca801fa485fb req-181f8c90-ea3a-4c8b-984a-b4988b1456c0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9e409e-34fe-4fe8-9421-3e46cddaf20a HTTP/1.1" status: 200 len: 217 time: 0.0671926 May 11 16:37:35.679924 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30101d0d-3cce-452a-b153-cda72e736025 req-761c1bb8-e8ca-4e38-abbe-f754ed19c261 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:35.682014 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-30101d0d-3cce-452a-b153-cda72e736025 req-761c1bb8-e8ca-4e38-abbe-f754ed19c261 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 944 time: 0.2115848 May 11 16:37:35.741675 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632b7a9-5200-4028-8c92-ca801fa485fb req-2c14d3a8-c5e8-43cd-8155-73d6eb05892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:35.743201 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6632b7a9-5200-4028-8c92-ca801fa485fb req-2c14d3a8-c5e8-43cd-8155-73d6eb05892e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5cdc10c2-393e-4b77-a124-fcafdc6753a4 HTTP/1.1" status: 200 len: 853 time: 0.1038055 May 11 16:37:35.748059 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-30101d0d-3cce-452a-b153-cda72e736025 req-1d36bee5-cdec-4623-9263-5d716704ad4a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593100 May 11 16:37:35.839561 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632b7a9-5200-4028-8c92-ca801fa485fb req-7c96c8e9-4819-4cd1-b2af-3094fe78b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:35.841025 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6632b7a9-5200-4028-8c92-ca801fa485fb req-7c96c8e9-4819-4cd1-b2af-3094fe78b673 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0904107 May 11 16:37:36.079516 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6632b7a9-5200-4028-8c92-ca801fa485fb req-6e3a6904-04c8-4ea3-8180-ccaebfbe9f41 service neutron] 10.222.0.86 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310266 May 11 16:37:36.265347 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6632b7a9-5200-4028-8c92-ca801fa485fb req-194a3ed0-4d40-4a5f-a060-a95830dba04f service neutron] 10.222.0.86 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791551 May 11 16:37:36.298361 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 6a9e409e-34fe-4fe8-9421-3e46cddaf20a details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:37:36.300882 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 75dd12cf-5665-4e81-aa85-ed151499d29c up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:36.466269 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 75dd12cf-5665-4e81-aa85-ed151499d29c triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:36.466648 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:36.577388 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,segment=NetworkSegment(cba098d8-372e-465d-81ab-2b9a497c24ba),segment_id=cba098d8-372e-465d-81ab-2b9a497c24ba)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:36.630324 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'port_id': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a', 'mac_address': 'fa:16:3e:7f:e3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:37:36.661967 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33e75a-0d9a-4b2d-bd82-8646260d430d req-b62ce3b5-3297-4458-94d2-b28b263fd279 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:36.672089 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3a33e75a-0d9a-4b2d-bd82-8646260d430d req-b62ce3b5-3297-4458-94d2-b28b263fd279 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1650193 May 11 16:37:36.712790 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:36.741311 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aec44-2e45-476e-86de-0c0638d9a045 req-dd3d6444-91ae-4fdd-843c-8051cc12ec83 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:36.749426 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f18aec44-2e45-476e-86de-0c0638d9a045 req-dd3d6444-91ae-4fdd-843c-8051cc12ec83 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 943 time: 0.2026281 May 11 16:37:36.774378 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:36.800728 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3a33e75a-0d9a-4b2d-bd82-8646260d430d req-8a8a3424-11bb-46cb-8ee3-f2fa09302006 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275887 May 11 16:37:36.810340 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 75dd12cf-5665-4e81-aa85-ed151499d29c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75dd12cf-5665-4e81-aa85-ed151499d29c,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:36.811891 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dd12cf-5665-4e81-aa85-ed151499d29c'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:36.831657 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9e409e-34fe-4fe8-9421-3e46cddaf20a {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:37:36.866433 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,segment=NetworkSegment(cba098d8-372e-465d-81ab-2b9a497c24ba),segment_id=cba098d8-372e-465d-81ab-2b9a497c24ba)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:36.883998 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f18aec44-2e45-476e-86de-0c0638d9a045 req-140b9069-76b7-4fc1-a546-76fadb0b37a4 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335175 May 11 16:37:37.134831 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:37.138063 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:37.185582 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6b1c8-592c-4d82-baac-04db05ef3a05 req-caaf0a7b-6180-48fd-bcf2-141e870d3a83 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:37.188469 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6ed6b1c8-592c-4d82-baac-04db05ef3a05 req-caaf0a7b-6180-48fd-bcf2-141e870d3a83 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 944 time: 0.1889961 May 11 16:37:37.212878 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=75dd12cf-5665-4e81-aa85-ed151499d29c,revision_number=7']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:37.223499 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:37.226274 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:37.226734 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:37.299762 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6ed6b1c8-592c-4d82-baac-04db05ef3a05 req-6f10bc87-8e39-403f-9c6c-ede7b39a3b0d tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894244 May 11 16:37:37.331700 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,revision_number=4']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:37.336041 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:37.436482 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'code': 200} May 11 16:37:37.494496 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['6a9e409e-34fe-4fe8-9421-3e46cddaf20a'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:37:38.093089 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6373b-f3a6-42d1-b88d-742998722479 req-a81ed0cc-2e30-49c9-8149-55a94046f661 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:38.094643 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5da6373b-f3a6-42d1-b88d-742998722479 req-a81ed0cc-2e30-49c9-8149-55a94046f661 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1419959 May 11 16:37:38.169709 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5da6373b-f3a6-42d1-b88d-742998722479 req-95a1a3a5-3b25-4cdd-8096-6d43d90d2897 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645087 May 11 16:37:38.181177 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f47d0-1164-4c36-b7c4-7beb2fd31d3f req-3c8435d6-4b6c-4a19-9a23-dd5cc6e6727a tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:38.182712 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5f5f47d0-1164-4c36-b7c4-7beb2fd31d3f req-3c8435d6-4b6c-4a19-9a23-dd5cc6e6727a tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 944 time: 0.1623104 May 11 16:37:38.243899 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5f5f47d0-1164-4c36-b7c4-7beb2fd31d3f req-1f3d26a7-2d26-4acf-bbd4-ca598e54d8db tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494821 May 11 16:37:38.282909 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 6a9e409e-34fe-4fe8-9421-3e46cddaf20a up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:38.438310 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning for port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a completed by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:37:38.444012 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:38.444393 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:38.712080 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f9ae5-77af-46f9-ad28-bc488c56a6d8 req-8ab6f361-fc36-4a05-a9f8-3ff67f2e35e8 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:38.712080 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ee2f9ae5-77af-46f9-ad28-bc488c56a6d8 req-8ab6f361-fc36-4a05-a9f8-3ff67f2e35e8 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.2146692 May 11 16:37:38.712352 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:38.749281 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,segment=NetworkSegment(cba098d8-372e-465d-81ab-2b9a497c24ba),segment_id=cba098d8-372e-465d-81ab-2b9a497c24ba)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:38.794534 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ee2f9ae5-77af-46f9-ad28-bc488c56a6d8 req-110108a1-f729-44ce-b8de-7248b2a025cc tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841899 May 11 16:37:38.976326 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:38.982106 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:39.091995 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,revision_number=5']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:39.096936 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:39.437687 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f126e3-34ff-4376-a884-f421c806b64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:39.471335 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d99997-3e78-4590-9e39-2dacb38dd81a req-6436b63d-592b-4c1b-8f06-9b648324bf3f tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:39.473702 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-19d99997-3e78-4590-9e39-2dacb38dd81a req-6436b63d-592b-4c1b-8f06-9b648324bf3f tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1461422 May 11 16:37:39.506292 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde875e1-7aab-473b-a37b-dec17374fdcd req-fd2ffa0e-a75c-4652-9d5c-7b8c3696696a tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:39.507687 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cde875e1-7aab-473b-a37b-dec17374fdcd req-fd2ffa0e-a75c-4652-9d5c-7b8c3696696a tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 945 time: 0.1373987 May 11 16:37:39.570922 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-19d99997-3e78-4590-9e39-2dacb38dd81a req-93b289d8-bafb-44dc-b0e5-0fde70ab7f0b tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859787 May 11 16:37:39.590659 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cde875e1-7aab-473b-a37b-dec17374fdcd req-31510c82-8300-4ba4-a433-ad3616381f98 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763431 May 11 16:37:39.651183 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f126e3-34ff-4376-a884-f421c806b64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a', 'code': 200} May 11 16:37:40.066951 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3825eeb-6a6c-46de-8175-fa6ad8eadd6f req-3ac60079-d344-469e-aa63-99e8430b019f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:40.077152 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d3825eeb-6a6c-46de-8175-fa6ad8eadd6f req-3ac60079-d344-469e-aa63-99e8430b019f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.1133749 May 11 16:37:40.178941 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d3825eeb-6a6c-46de-8175-fa6ad8eadd6f req-cdc2e43a-addb-4a12-9a94-d11844bbcb3a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005626 May 11 16:37:40.224334 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26cf0d-b255-4e9c-8f3e-5c7218f73dc6 req-5bce40fa-f67a-461b-9eda-615aaabc58cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:40.226685 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5a26cf0d-b255-4e9c-8f3e-5c7218f73dc6 req-5bce40fa-f67a-461b-9eda-615aaabc58cd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 1098 time: 0.1257505 May 11 16:37:40.287196 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5a26cf0d-b255-4e9c-8f3e-5c7218f73dc6 req-464bb5fd-4406-45f6-a5b3-9a0bf739b31e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533388 May 11 16:37:40.961911 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88cdf7-fadb-4bf3-95d0-545b57fbe822 req-82ef6a51-7c8b-44bf-940c-0976d567e03a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:40.963455 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4a88cdf7-fadb-4bf3-95d0-545b57fbe822 req-82ef6a51-7c8b-44bf-940c-0976d567e03a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.2513328 May 11 16:37:41.026297 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4a88cdf7-fadb-4bf3-95d0-545b57fbe822 req-98662eb2-e08e-4433-82fb-2d8feab938ae tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617561 May 11 16:37:41.055323 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cac78-1db2-484b-b8ff-91b2b4cd6bd0 req-68a39fbc-d4cf-426a-9df3-58757565863b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:41.062984 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-392cac78-1db2-484b-b8ff-91b2b4cd6bd0 req-68a39fbc-d4cf-426a-9df3-58757565863b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 945 time: 0.2006209 May 11 16:37:41.124196 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-392cac78-1db2-484b-b8ff-91b2b4cd6bd0 req-7395130d-04d7-4cd5-9579-011247f3970e tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601454 May 11 16:37:41.401720 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ea1dc-fd6e-4e91-9995-944e232ac886 req-980a1fe2-39e3-4176-a10c-2716dc5fc17e tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:41.404373 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1e9ea1dc-fd6e-4e91-9995-944e232ac886 req-980a1fe2-39e3-4176-a10c-2716dc5fc17e tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.1174150 May 11 16:37:41.458894 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-1e9ea1dc-fd6e-4e91-9995-944e232ac886 req-7ba35364-101c-4885-9d8d-d55beb5959fc tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485337 May 11 16:37:42.449070 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd3bef-769e-4cb8-8116-88ebb47d904f req-4b6a413e-b18d-435a-b530-50613c8b3e36 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:42.461137 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6cfd3bef-769e-4cb8-8116-88ebb47d904f req-4b6a413e-b18d-435a-b530-50613c8b3e36 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 945 time: 0.1558366 May 11 16:37:42.461137 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb14e4-8cde-4938-97a4-74b6cde16926 req-9fa5e101-fd1d-465e-84f5-049b24a54f13 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:42.468347 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2bdb14e4-8cde-4938-97a4-74b6cde16926 req-9fa5e101-fd1d-465e-84f5-049b24a54f13 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.2394209 May 11 16:37:42.628973 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2bdb14e4-8cde-4938-97a4-74b6cde16926 req-c7ac5ad7-4de0-45b8-b7ec-6c1f3e47003c tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596389 May 11 16:37:42.633319 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6cfd3bef-769e-4cb8-8116-88ebb47d904f req-ff232beb-9339-426f-9130-26a4a68637be tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618917 May 11 16:37:42.841393 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f0dff-d3c5-4b0f-bc5c-3df3d7773315 req-93249e98-fd8c-4e3a-8641-4bac809404ae tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:42.841393 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f30f0dff-d3c5-4b0f-bc5c-3df3d7773315 req-93249e98-fd8c-4e3a-8641-4bac809404ae tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.0951905 May 11 16:37:42.871181 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f30f0dff-d3c5-4b0f-bc5c-3df3d7773315 req-e30cd739-b0b7-4551-b6b6-b6f99d414b76 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433545 May 11 16:37:43.050356 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47df96-3fec-4780-92b4-036a0d08767f req-3bde23aa-8c6d-4564-8dea-2e104c497662 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:43.051959 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bd47df96-3fec-4780-92b4-036a0d08767f req-3bde23aa-8c6d-4564-8dea-2e104c497662 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 945 time: 0.0818982 May 11 16:37:43.097742 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bd47df96-3fec-4780-92b4-036a0d08767f req-8a8d118f-9f13-46de-a229-b842d4101b0b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388942 May 11 16:37:43.297394 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a78436-bc94-4f96-b688-1e6613ff687b req-701ec67e-18d9-470a-81a1-3fa44a4d2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:43.299179 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f2a78436-bc94-4f96-b688-1e6613ff687b req-701ec67e-18d9-470a-81a1-3fa44a4d2d7d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=34d4bd1a8f0a4d54aa13a4dea016e9ce&device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 1098 time: 0.0974545 May 11 16:37:43.567158 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a78436-bc94-4f96-b688-1e6613ff687b req-9ecee29d-f988-48e5-93ba-b54fa0974fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:43.568691 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f2a78436-bc94-4f96-b688-1e6613ff687b req-9ecee29d-f988-48e5-93ba-b54fa0974fd0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd HTTP/1.1" status: 200 len: 909 time: 0.2624021 May 11 16:37:43.646250 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267d20-5022-49f8-8ac0-aeeed1054fa4 req-631ae63b-7057-447d-88f9-4ddbe9c312d5 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:43.647749 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-72267d20-5022-49f8-8ac0-aeeed1054fa4 req-631ae63b-7057-447d-88f9-4ddbe9c312d5 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 946 time: 0.2530677 May 11 16:37:43.733095 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f2a78436-bc94-4f96-b688-1e6613ff687b req-d2692017-266b-428e-a3ab-90df9ee73525 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c32d54-2c90-43ef-882e-302d00648cbc HTTP/1.1" status: 200 len: 1000 time: 0.1563964 May 11 16:37:43.742784 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-72267d20-5022-49f8-8ac0-aeeed1054fa4 req-964030da-9258-451e-9e11-e030b146f8db tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=71a7501d-2ae6-46f7-9072-f15d217f3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801430 May 11 16:37:43.816575 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af7998-1ec9-451a-8ff5-af4874cfac53 req-271970e5-6a81-454f-a58a-b71f275f2640 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:43.818095 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d8af7998-1ec9-451a-8ff5-af4874cfac53 req-271970e5-6a81-454f-a58a-b71f275f2640 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 945 time: 0.2855246 May 11 16:37:43.854067 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a78436-bc94-4f96-b688-1e6613ff687b req-cc19e13e-d360-4fe1-b06a-b2dd081e20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:43.855567 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f2a78436-bc94-4f96-b688-1e6613ff687b req-cc19e13e-d360-4fe1-b06a-b2dd081e20f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9042834-24c6-488a-9648-48e73366864e HTTP/1.1" status: 200 len: 847 time: 0.1113007 May 11 16:37:43.968557 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d8af7998-1ec9-451a-8ff5-af4874cfac53 req-120d418f-2d2a-470a-9c76-dcf8c8f33664 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410339 May 11 16:37:44.061397 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a78436-bc94-4f96-b688-1e6613ff687b req-e67dbe05-c182-4746-84af-f20eb4f57881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:44.065932 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f2a78436-bc94-4f96-b688-1e6613ff687b req-e67dbe05-c182-4746-84af-f20eb4f57881 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1992970 May 11 16:37:44.253544 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed06b2f-5b39-458c-9ef4-8b45020b77c2 req-c52ec238-49cf-4d5a-9518-9be76504525b tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:44.261041 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3ed06b2f-5b39-458c-9ef4-8b45020b77c2 req-c52ec238-49cf-4d5a-9518-9be76504525b tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.3537309 May 11 16:37:44.348311 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3ed06b2f-5b39-458c-9ef4-8b45020b77c2 req-841113fa-9c04-4c00-b0fd-a0c743e05076 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862615 May 11 16:37:44.376406 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f2a78436-bc94-4f96-b688-1e6613ff687b req-b0186fe7-0060-4363-9879-a53d55516144 service neutron] 10.222.0.86 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952173 May 11 16:37:44.433713 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5337ae-dea8-44a0-877f-535bd5299d43 req-8783fb5a-cf3e-49f9-bcc6-84cd47e64c86 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:44.440897 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9d5337ae-dea8-44a0-877f-535bd5299d43 req-8783fb5a-cf3e-49f9-bcc6-84cd47e64c86 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.3120477 May 11 16:37:44.569583 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9d5337ae-dea8-44a0-877f-535bd5299d43 req-4777f1d2-84d1-4ace-a6fb-2ca88d6f761f tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275969 May 11 16:37:44.621962 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f2a78436-bc94-4f96-b688-1e6613ff687b req-1e4c3749-69e2-469e-9504-55dc0ba30db1 service neutron] 10.222.0.86 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309182 May 11 16:37:45.009087 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-438b4092-ec2e-4243-8b3b-b6015ba69299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:45.067148 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01b912-a457-4316-9192-2fdfab44be47 req-656bcc7b-c5fc-434b-8798-09f967a38a63 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:45.074785 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9d01b912-a457-4316-9192-2fdfab44be47 req-656bcc7b-c5fc-434b-8798-09f967a38a63 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 946 time: 0.1315293 May 11 16:37:45.116539 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9d01b912-a457-4316-9192-2fdfab44be47 req-ec99d097-3f53-45b9-97fd-3cf868ae9719 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=71a7501d-2ae6-46f7-9072-f15d217f3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409017 May 11 16:37:45.234624 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-efef7b46-000f-4816-a69d-1ba6bd57bed6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:45.236104 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-efef7b46-000f-4816-a69d-1ba6bd57bed6 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 946 time: 0.0903180 May 11 16:37:45.504745 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Deleting port ccc9ca13-9177-4a30-b289-2948d44ba1d8 {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:37:45.505419 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:45.727805 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] For port ccc9ca13-9177-4a30-b289-2948d44ba1d8, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ccc9ca13-9177-4a30-b289-2948d44ba1d8,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:45.729166 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:45.802834 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21890d87-4711-4fba-b1e1-1d9497d13880 req-9ddabc61-eb02-4dc1-9daa-d65da3a113b2 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:45.805115 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-21890d87-4711-4fba-b1e1-1d9497d13880 req-9ddabc61-eb02-4dc1-9daa-d65da3a113b2 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.2272935 May 11 16:37:46.043874 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-21890d87-4711-4fba-b1e1-1d9497d13880 req-b1b64ae7-7833-47be-9f3d-bf87a40fe462 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716502 May 11 16:37:46.079755 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966f728-d93a-4079-a9b0-55ae35176ed6 req-ca7793c4-73c8-406f-9f72-e99e74168408 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:46.086537 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c966f728-d93a-4079-a9b0-55ae35176ed6 req-ca7793c4-73c8-406f-9f72-e99e74168408 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.3494081 May 11 16:37:46.230066 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c966f728-d93a-4079-a9b0-55ae35176ed6 req-dc84dca6-29b1-4bd0-a800-476c6b0b4968 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424427 May 11 16:37:46.314936 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:46.315304 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396400'] for floatingip, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:46.316858 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.db.l3_db [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Floating IP 11b1d11f-43ab-48d9-910f-86e8462005e2 disassociated. External IP: 172.28.3.116, port: ccc9ca13-9177-4a30-b289-2948d44ba1d8. May 11 16:37:46.317205 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Calling delete_port for ccc9ca13-9177-4a30-b289-2948d44ba1d8 owned by compute:nova {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:37:46.532764 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5d6f4-df10-42d0-85ed-ae043f837f2e req-de842935-1af0-4f5d-a368-59e04b5f0223 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:46.532764 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bdc5d6f4-df10-42d0-85ed-ae043f837f2e req-de842935-1af0-4f5d-a368-59e04b5f0223 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 946 time: 0.1083288 May 11 16:37:46.532764 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bdc5d6f4-df10-42d0-85ed-ae043f837f2e req-67a5c39a-029e-49d7-84fe-89618d203f4b tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups?id=71a7501d-2ae6-46f7-9072-f15d217f3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616188 May 11 16:37:46.643932 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:46.651733 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-8702d0ae-7f7f-4b96-90fe-243eeabe8c9a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:46.696993 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event deleted for resources: {'Port': ['ID=ccc9ca13-9177-4a30-b289-2948d44ba1d8,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:46.700315 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:46.948552 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Router a5e1f125-5bd3-4315-b2ea-e95532f501a2 has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:37:47.163818 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:37:47.181204 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c481fd-0117-4d42-a385-0884cf1a0653 None None] Sync routers for ids ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:37:47.197795 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c481fd-0117-4d42-a385-0884cf1a0653 None None] Routers {'a5e1f125-5bd3-4315-b2ea-e95532f501a2'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:37:47.198461 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-b0c481fd-0117-4d42-a385-0884cf1a0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:37:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:47.472011 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:47.549037 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] No DVR routers for this DVR port ccc9ca13-9177-4a30-b289-2948d44ba1d8 on host hv-cinder-76111 {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:37:47.564528 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:47.572520 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4a2123-505c-47e2-93c8-8445e8e96e8f', 'name': 'network-vif-deleted', 'tag': 'ccc9ca13-9177-4a30-b289-2948d44ba1d8'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:47.587117 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7820866e-6f39-4f6c-9138-f46e606ccdc5 req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.86 "DELETE /v2.0/ports/ccc9ca13-9177-4a30-b289-2948d44ba1d8 HTTP/1.1" status: 204 len: 173 time: 2.3418479 May 11 16:37:47.611825 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-b0c481fd-0117-4d42-a385-0884cf1a0653 None None] Set router a5e1f125-5bd3-4315-b2ea-e95532f501a2 gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:37:47.626401 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaae6b-b390-4730-b846-f42c5f7a962f req-5ecd9091-2311-4382-8f87-abc71b373764 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:47.633492 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-edcaae6b-b390-4730-b846-f42c5f7a962f req-5ecd9091-2311-4382-8f87-abc71b373764 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.2342184 May 11 16:37:47.758467 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-edcaae6b-b390-4730-b846-f42c5f7a962f req-25a82d39-6340-4a06-83a3-b221c45a5b40 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240108 May 11 16:37:47.838050 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bc2b0-f2f4-4a3b-afc3-9617f029b97f req-73f9f577-bc77-40f9-aaa5-d7d4c37a7a92 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:47.840222 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d62bc2b0-f2f4-4a3b-afc3-9617f029b97f req-73f9f577-bc77-40f9-aaa5-d7d4c37a7a92 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.1790192 May 11 16:37:47.953118 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-902a57b3-4a5e-4777-93b1-da11dab86012 req-d1848346-f16c-4f49-ae19-74800004f557 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Synchronizing usage tracker for tenant:35ecae22abf744578e8aee4aa7c16f97 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:37:47.971960 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d62bc2b0-f2f4-4a3b-afc3-9617f029b97f req-df528361-6e50-4f5c-a0b4-cfbec9c724a1 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073902 May 11 16:37:48.025144 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0726c5cf-51e5-49c3-979c-a10302da631c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:48.055051 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4a2123-505c-47e2-93c8-8445e8e96e8f', 'name': 'network-vif-deleted', 'tag': 'ccc9ca13-9177-4a30-b289-2948d44ba1d8', 'status': 'completed', 'code': 200} May 11 16:37:48.074193 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-b0c481fd-0117-4d42-a385-0884cf1a0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:32:05Z', 'revision_number': 5, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:48.078057 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c481fd-0117-4d42-a385-0884cf1a0653 None None] Checking router: a5e1f125-5bd3-4315-b2ea-e95532f501a2 for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:37:48.087165 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c481fd-0117-4d42-a385-0884cf1a0653 None None] Routers {'a5e1f125-5bd3-4315-b2ea-e95532f501a2'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:37:48.087809 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-b0c481fd-0117-4d42-a385-0884cf1a0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:37:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:48.100824 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-902a57b3-4a5e-4777-93b1-da11dab86012 req-d1848346-f16c-4f49-ae19-74800004f557 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Unset dirty status for tenant:35ecae22abf744578e8aee4aa7c16f97 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:37:48.102323 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-902a57b3-4a5e-4777-93b1-da11dab86012 req-d1848346-f16c-4f49-ae19-74800004f557 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b4a2123-505c-47e2-93c8-8445e8e96e8f HTTP/1.1" status: 200 len: 210 time: 0.2148283 May 11 16:37:48.267119 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-b0c481fd-0117-4d42-a385-0884cf1a0653 None None] Set router a5e1f125-5bd3-4315-b2ea-e95532f501a2 gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:37:48.343147 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device ccc9ca13-9177-4a30-b289-2948d44ba1d8 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:37:48.444576 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: ccc9ca13-9177-4a30-b289-2948d44ba1d8 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:37:48.444843 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device ccc9ca13-9177-4a30-b289-2948d44ba1d8 not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:37:48.445269 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 77c32d54-2c90-43ef-882e-302d00648cbc no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:37:48.736700 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:48.768664 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c32d54-2c90-43ef-882e-302d00648cbc'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:48.791937 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 77c32d54-2c90-43ef-882e-302d00648cbc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=77c32d54-2c90-43ef-882e-302d00648cbc,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:48.818155 dv-cinder-761113-11-smb neutron-server[79308]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77c32d54-2c90-43ef-882e-302d00648cbc', 'code': 422} returned with failed status May 11 16:37:48.826715 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-b0c481fd-0117-4d42-a385-0884cf1a0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:32:05Z', 'revision_number': 5, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:48.831171 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c481fd-0117-4d42-a385-0884cf1a0653 None None] The sync data for ids ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'] in dv-cinder-761113-11-smb is: [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:31:52Z', 'revision_number': 4, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '00fddedd-7b0d-4810-94bb-2b5ff06c417b', 'name': '', 'network_id': 'e5d3872e-73cd-4309-a063-c76018d68b05', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'mac_address': 'fa:16:3e:92:c5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:51Z', 'updated_at': '2021-05-11T16:32:05Z', 'revision_number': 5, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'subnets': [{'id': '686230cf-0935-46bd-893d-206e8b4b2f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:37:48.855366 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:48.860930 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-caf3c614-18e6-4cae-b7de-7a10f9fa8fb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:48.903929 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:48.946790 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=77c32d54-2c90-43ef-882e-302d00648cbc,revision_number=6']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:48.950658 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:49.001403 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc669fed-f0c2-4406-bca4-4d726eb8cd46 req-8683fff3-cd46-4ae8-9b9f-ee6d62249807 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:49.002973 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fc669fed-f0c2-4406-bca4-4d726eb8cd46 req-8683fff3-cd46-4ae8-9b9f-ee6d62249807 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 943 time: 0.1148117 May 11 16:37:49.005220 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a54ae2-f2cd-474d-a617-1156095910dd req-97126d60-d939-4899-9897-edd177d2608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:49.006706 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-65a54ae2-f2cd-474d-a617-1156095910dd req-97126d60-d939-4899-9897-edd177d2608c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0947d58a4f784ffdb486149eb985047a&device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 1098 time: 0.1536968 May 11 16:37:49.096374 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14f670b-950f-48ed-9706-e212ce2ea42d None None] New status for floating IP 11b1d11f-43ab-48d9-910f-86e8462005e2: DOWN {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:37:49.213248 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-fc669fed-f0c2-4406-bca4-4d726eb8cd46 req-b4fb955b-d2cf-4f1a-8048-df7e33f4b3fa tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249061 May 11 16:37:49.238085 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a54ae2-f2cd-474d-a617-1156095910dd req-488bd23d-10fe-4c17-9593-b026351c588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:49.239589 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-65a54ae2-f2cd-474d-a617-1156095910dd req-488bd23d-10fe-4c17-9593-b026351c588d service neutron] 10.222.0.86 "GET /v2.0/networks?id=75895cd7-86cc-4311-898a-fb981ed5ac7d HTTP/1.1" status: 200 len: 917 time: 0.2229893 May 11 16:37:49.331535 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e639c-b01c-4c91-8765-065b8d9eb163 req-18532d60-dcb7-46ab-854a-75f4b43b33ab tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:49.332994 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3f7e639c-b01c-4c91-8765-065b8d9eb163 req-18532d60-dcb7-46ab-854a-75f4b43b33ab tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.2193885 May 11 16:37:49.393231 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-65a54ae2-f2cd-474d-a617-1156095910dd req-0ba08a1f-4a14-48de-9f4f-b76bc3519b9c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75dd12cf-5665-4e81-aa85-ed151499d29c HTTP/1.1" status: 200 len: 1001 time: 0.1469052 May 11 16:37:49.460317 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3f7e639c-b01c-4c91-8765-065b8d9eb163 req-d680d788-1e11-43bd-8822-5abc4c2cf7ae tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155860 May 11 16:37:49.501212 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a54ae2-f2cd-474d-a617-1156095910dd req-45385812-b5cb-4781-b7b6-55fd87d628a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:49.501212 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-65a54ae2-f2cd-474d-a617-1156095910dd req-45385812-b5cb-4781-b7b6-55fd87d628a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78af6bf4-3116-4bd6-81f1-294f2a27b4a6 HTTP/1.1" status: 200 len: 855 time: 0.0802805 May 11 16:37:49.561134 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a54ae2-f2cd-474d-a617-1156095910dd req-6e863caf-187f-4c44-8e4a-5e4f1848da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:49.562748 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-65a54ae2-f2cd-474d-a617-1156095910dd req-6e863caf-187f-4c44-8e4a-5e4f1848da4c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75895cd7-86cc-4311-898a-fb981ed5ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0741265 May 11 16:37:49.594483 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49274) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:49.665631 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:49.699180 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-65a54ae2-f2cd-474d-a617-1156095910dd req-9ffd5a64-9d23-471c-a397-aba82f2d8d10 service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297500 May 11 16:37:49.710066 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:49.853564 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:49.861980 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f7d7dd17-1a8d-4299-a6a1-6db0a1a910ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:49.882009 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-abc7f891-0863-49d7-9230-1c1b53e346e5 req-21f5d0c9-905b-49e7-ac37-cde42d2b2095 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1033270 May 11 16:37:49.885023 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a7501d-2ae6-46f7-9072-f15d217f3bf3,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:49.903970 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:49.904878 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:49.905653 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:49.907994 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:49.908454 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:49.909100 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:49.909541 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:49.910025 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:49.910454 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:49.910884 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:49.911300 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:49.911734 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:49.916478 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:49.919947 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-65a54ae2-f2cd-474d-a617-1156095910dd req-ef6c1b9f-b925-4951-a43e-8ff2c7fb8de2 service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148860 May 11 16:37:49.956162 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e9ccc-00f8-4a8a-b36a-84612e0540c4 req-8dd4bbfd-9303-4f3f-9565-ad0d7da1c42f tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:49.958087 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-354e9ccc-00f8-4a8a-b36a-84612e0540c4 req-8dd4bbfd-9303-4f3f-9565-ad0d7da1c42f tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 943 time: 0.1517088 May 11 16:37:49.963953 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:49.967034 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "DELETE /v2.0/security-groups/71a7501d-2ae6-46f7-9072-f15d217f3bf3 HTTP/1.1" status: 204 len: 168 time: 0.3689082 May 11 16:37:49.971839 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49286) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:49.984533 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.api.v2.resource [None req-4d0821d0-833a-411b-918e-12956988638f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] show failed (client error): The resource could not be found. May 11 16:37:49.985544 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-4d0821d0-833a-411b-918e-12956988638f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "GET /v2.0/security-groups/71a7501d-2ae6-46f7-9072-f15d217f3bf3 HTTP/1.1" status: 404 len: 347 time: 0.0174172 May 11 16:37:49.995357 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49292) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:50.019108 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-354e9ccc-00f8-4a8a-b36a-84612e0540c4 req-71f5bbf3-e96d-4261-9d87-f97099eecbfd tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458469 May 11 16:37:50.232947 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-0d018d03-0161-42d0-94c4-a18a38f6a73e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Deleting port bbae0b5c-02ed-44c4-a4a8-4536ffc866d8 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:37:50.233380 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0d018d03-0161-42d0-94c4-a18a38f6a73e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:50.267181 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7109a5-a510-4a21-bda3-3813f2519807 req-20759e05-7f2f-4182-9209-7cba3a24611c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:50.268680 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cf7109a5-a510-4a21-bda3-3813f2519807 req-20759e05-7f2f-4182-9209-7cba3a24611c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 945 time: 0.0905547 May 11 16:37:50.318265 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:50.318848 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-cf7109a5-a510-4a21-bda3-3813f2519807 req-f0aa38f4-c439-4e7e-ae1f-b123f597c2ca tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436983 May 11 16:37:50.342069 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 49302) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:50.356875 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0d018d03-0161-42d0-94c4-a18a38f6a73e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:50.357211 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0d018d03-0161-42d0-94c4-a18a38f6a73e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:50.467075 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee24b9-93e4-413a-9fbc-f17a0431d9bf tempest-TestMinimumBasicScenario-1221691248 tempest-TestMinimumBasicScenario-1221691248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:50.467798 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-29ee24b9-93e4-413a-9fbc-f17a0431d9bf tempest-TestMinimumBasicScenario-1221691248 tempest-TestMinimumBasicScenario-1221691248-project-admin] Synchronizing usage tracker for tenant:0e3cc068b2aa484184925397d6a8a604 on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:37:50.591939 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-0d018d03-0161-42d0-94c4-a18a38f6a73e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Calling delete_port for bbae0b5c-02ed-44c4-a4a8-4536ffc866d8 owned by network:floatingip {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:37:50.604599 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-29ee24b9-93e4-413a-9fbc-f17a0431d9bf tempest-TestMinimumBasicScenario-1221691248 tempest-TestMinimumBasicScenario-1221691248-project-admin] Unset dirty status for tenant:0e3cc068b2aa484184925397d6a8a604 on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:37:50.606482 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-29ee24b9-93e4-413a-9fbc-f17a0431d9bf tempest-TestMinimumBasicScenario-1221691248 tempest-TestMinimumBasicScenario-1221691248-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 1093 time: 0.2626603 May 11 16:37:50.609040 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49310) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:50.615844 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Request body: {'floatingip': {'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'port_id': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:50.624907 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:50.630408 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Usage tracker for resource:floatingip and tenant:1d17ce58feba40ec8c0fe66041e81b5b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:50.634973 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:50.641153 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:50.737911 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for floatingip, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:50.751603 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8973261-3430-4af4-a5cf-9bd1a05dcc5d req-6db6d8c5-31bb-4bd6-a53a-74a6a55d1be7 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:50.753072 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f8973261-3430-4af4-a5cf-9bd1a05dcc5d req-6db6d8c5-31bb-4bd6-a53a-74a6a55d1be7 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.1803062 May 11 16:37:50.813049 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f8973261-3430-4af4-a5cf-9bd1a05dcc5d req-ae6ee810-40ca-4080-a56d-404593e5cce3 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520384 May 11 16:37:50.814186 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0d018d03-0161-42d0-94c4-a18a38f6a73e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:50.820132 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c8fba22e-91a9-4da7-a952-ebf865f7cf2f tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:50.906339 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d018d03-0161-42d0-94c4-a18a38f6a73e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Pushing event deleted for resources: {'Port': ['ID=bbae0b5c-02ed-44c4-a4a8-4536ffc866d8,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:50.915215 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0d018d03-0161-42d0-94c4-a18a38f6a73e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:50.988200 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0d018d03-0161-42d0-94c4-a18a38f6a73e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks [] for floatingip, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:51.038850 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:51.111776 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0d018d03-0161-42d0-94c4-a18a38f6a73e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:51.112915 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-0d018d03-0161-42d0-94c4-a18a38f6a73e tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] 10.222.0.69 "DELETE /v2.0/floatingips/11b1d11f-43ab-48d9-910f-86e8462005e2 HTTP/1.1" status: 204 len: 168 time: 1.1158962 May 11 16:37:51.219247 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67382e-6e7f-41c5-b142-c89db0c3ffdc req-7389c44c-42d1-48ba-9512-c2b1f62b9f24 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:51.220442 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8c67382e-6e7f-41c5-b142-c89db0c3ffdc req-7389c44c-42d1-48ba-9512-c2b1f62b9f24 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 943 time: 0.0837014 May 11 16:37:51.221613 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Allocated IP 172.28.3.179 (b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4/c7e06862-2dbb-4b92-abf1-8341c9322d5c/682f4eff-beec-4547-a697-1304b422d721) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:37:51.269887 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8c67382e-6e7f-41c5-b142-c89db0c3ffdc req-d0f94919-a69d-45b6-9ad8-efa48686b1a3 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433033 May 11 16:37:51.374773 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:51.461786 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726991370244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:51.466697 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0e84cd81-0338-46ed-b415-7cc100742c49 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:51.525870 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Network b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:37:51.528682 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:37:51.532365 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:37:51.577299 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event updated for resources: {'Port': ['ID=682f4eff-beec-4547-a697-1304b422d721,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:51.580391 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:51.991688 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:52.025530 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1899b03-41c1-413e-85ce-da53e4d8203f req-bbb0e9ce-f223-4436-af67-a118941a7d36 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:52.026979 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d1899b03-41c1-413e-85ce-da53e4d8203f req-bbb0e9ce-f223-4436-af67-a118941a7d36 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 945 time: 0.0902405 May 11 16:37:52.075519 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d1899b03-41c1-413e-85ce-da53e4d8203f req-6e00d707-b725-40a6-9a61-5b832a72ebb9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426090 May 11 16:37:52.177521 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:52.362656 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 75dd12cf-5665-4e81-aa85-ed151499d29c no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:37:52.476652 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8f9f2-9b9b-4e35-a55c-755b1b74ffe0 req-624f11a5-48ba-41a9-9332-2273c0b93142 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:52.478138 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e8b8f9f2-9b9b-4e35-a55c-755b1b74ffe0 req-624f11a5-48ba-41a9-9332-2273c0b93142 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 943 time: 0.0904331 May 11 16:37:52.524662 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:52.541608 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e8b8f9f2-9b9b-4e35-a55c-755b1b74ffe0 req-851b9638-c233-41b7-8791-a3a2fcf76665 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538545 May 11 16:37:52.563978 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75dd12cf-5665-4e81-aa85-ed151499d29c'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:52.575665 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 75dd12cf-5665-4e81-aa85-ed151499d29c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75dd12cf-5665-4e81-aa85-ed151499d29c,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:52.591248 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:52.608257 dv-cinder-761113-11-smb neutron-server[79308]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'code': 422} returned with failed status May 11 16:37:52.683223 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2183361'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:52.683510 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:52.685583 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-93c79c7d-3af0-4ef7-9101-723fc53dd810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:52.688349 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-5a78d98a-4c36-4e51-a8c0-77f6fb0119ee tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:52.759341 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=75dd12cf-5665-4e81-aa85-ed151499d29c,revision_number=8']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:52.762562 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:52.791297 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event updated for resources: {'Port': ['ID=682f4eff-beec-4547-a697-1304b422d721,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:52.796221 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:52.808048 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396400'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:52.910285 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7f891-0863-49d7-9230-1c1b53e346e5 req-1155f120-0caa-4a2c-917f-712a2ca17958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:52.911873 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-abc7f891-0863-49d7-9230-1c1b53e346e5 req-1155f120-0caa-4a2c-917f-712a2ca17958 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d&tenant_id=34d4bd1a8f0a4d54aa13a4dea016e9ce HTTP/1.1" status: 200 len: 1096 time: 0.0786703 May 11 16:37:52.993530 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.l3_db [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Floating IP e8592daa-853f-43d4-ac8a-e504d5f7fd44 associated. External IP: 172.28.3.179, port: 6a9e409e-34fe-4fe8-9421-3e46cddaf20a. May 11 16:37:53.017564 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7f891-0863-49d7-9230-1c1b53e346e5 req-ed062ae5-34e5-4641-ba3b-f10e6a82593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:53.019378 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-abc7f891-0863-49d7-9230-1c1b53e346e5 req-ed062ae5-34e5-4641-ba3b-f10e6a82593d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=34d4bd1a8f0a4d54aa13a4dea016e9ce&device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 1096 time: 0.0848477 May 11 16:37:53.159353 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7f891-0863-49d7-9230-1c1b53e346e5 req-ebe8f4f5-a731-44d8-8e46-634b726f41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:53.161125 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-abc7f891-0863-49d7-9230-1c1b53e346e5 req-ebe8f4f5-a731-44d8-8e46-634b726f41cc service neutron] 10.222.0.86 "GET /v2.0/networks?id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd HTTP/1.1" status: 200 len: 909 time: 0.1356537 May 11 16:37:53.266774 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-abc7f891-0863-49d7-9230-1c1b53e346e5 req-48915e8f-6d04-457d-ba0c-4396e55401c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c32d54-2c90-43ef-882e-302d00648cbc HTTP/1.1" status: 200 len: 998 time: 0.0993466 May 11 16:37:53.332450 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7f891-0863-49d7-9230-1c1b53e346e5 req-1abcf3b6-f3e5-4ea4-a6bb-e3c79f6e22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:53.333837 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-abc7f891-0863-49d7-9230-1c1b53e346e5 req-1abcf3b6-f3e5-4ea4-a6bb-e3c79f6e22d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9042834-24c6-488a-9648-48e73366864e HTTP/1.1" status: 200 len: 847 time: 0.0610340 May 11 16:37:53.363505 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Router 1626741f-3a92-4070-81fe-26821463f60b has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:37:53.422280 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7f891-0863-49d7-9230-1c1b53e346e5 req-247733c1-7134-42f0-b03c-580260cf79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:53.423775 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-abc7f891-0863-49d7-9230-1c1b53e346e5 req-247733c1-7134-42f0-b03c-580260cf79ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0832448 May 11 16:37:53.564948 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:37:53.576375 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cbd741-67f1-481c-8d30-a9054eb2d293 None None] Sync routers for ids ['1626741f-3a92-4070-81fe-26821463f60b'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:37:53.576891 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-abc7f891-0863-49d7-9230-1c1b53e346e5 req-011dc02a-6591-4073-89dd-494c801989ea service neutron] 10.222.0.86 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456633 May 11 16:37:53.605824 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cbd741-67f1-481c-8d30-a9054eb2d293 None None] Routers {'1626741f-3a92-4070-81fe-26821463f60b'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:37:53.606938 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-a6cbd741-67f1-481c-8d30-a9054eb2d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:37:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['1626741f-3a92-4070-81fe-26821463f60b'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:53.661015 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:53.734060 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1239810 May 11 16:37:53.735171 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f126e3-34ff-4376-a884-f421c806b64a', 'tag': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:53.738010 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 49352) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:53.750986 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965837129', 'description': 'tempest-secgroup-smoke-1965837129 description', 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:53.764291 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:53.782653 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Usage tracker for resource:security_group and tenant:1d17ce58feba40ec8c0fe66041e81b5b is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:53.787065 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:53.800014 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:53.805630 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-abc7f891-0863-49d7-9230-1c1b53e346e5 req-8db64176-113f-4251-bee9-1f28b97afd90 service neutron] 10.222.0.86 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219620 May 11 16:37:53.833771 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-a6cbd741-67f1-481c-8d30-a9054eb2d293 None None] Set router 1626741f-3a92-4070-81fe-26821463f60b gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:37:53.840185 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78ec6c-f38a-4eb8-ab24-cbd8e34b3442 req-4db4485c-1a45-46fc-8f30-05636a15cd2a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:53.840954 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ce78ec6c-f38a-4eb8-ab24-cbd8e34b3442 req-4db4485c-1a45-46fc-8f30-05636a15cd2a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 943 time: 0.1596267 May 11 16:37:53.888297 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ce78ec6c-f38a-4eb8-ab24-cbd8e34b3442 req-1f9f6bb8-5c29-46a1-92b7-9d54f43a7849 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413947 May 11 16:37:53.973648 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:54.010316 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:54.014310 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Usage tracker for resource:security_group_rule and tenant:1d17ce58feba40ec8c0fe66041e81b5b is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:54.018042 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:54.024277 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:54.025579 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f126e3-34ff-4376-a884-f421c806b64a', 'tag': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a', 'status': 'completed', 'code': 200} May 11 16:37:54.159882 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:54.173923 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6626e-aac4-4e68-8faf-a540b95a6793 req-d7394731-cc61-4edb-850d-d75765441168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:54.175429 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-87f6626e-aac4-4e68-8faf-a540b95a6793 req-d7394731-cc61-4edb-850d-d75765441168 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1d17ce58feba40ec8c0fe66041e81b5b&device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 1098 time: 0.1253245 May 11 16:37:54.257224 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:54.264109 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-12acb0f3-1b91-4a4d-8958-8e0453dde16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:54.266205 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-a6cbd741-67f1-481c-8d30-a9054eb2d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:36:56Z', 'revision_number': 4, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port': {'id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:52Z', 'updated_at': '2021-05-11T16:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': 'e8592daa-853f-43d4-ac8a-e504d5f7fd44', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'floating_ip_address': '172.28.3.179', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': '1626741f-3a92-4070-81fe-26821463f60b', 'port_id': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'mac_address': 'fa:16:3e:7f:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f126e3-34ff-4376-a884-f421c806b64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:37:51Z', 'updated_at': '2021-05-11T16:37:51Z', 'revision_number': 0, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b8eb53-7c82-4cc5-b761-a4aa577974cc', 'name': '', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'mac_address': 'fa:16:3e:0d:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:55Z', 'updated_at': '2021-05-11T16:37:02Z', 'revision_number': 5, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'subnets': [{'id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:54.270690 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cbd741-67f1-481c-8d30-a9054eb2d293 None None] Checking router: 1626741f-3a92-4070-81fe-26821463f60b for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:37:54.280451 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cbd741-67f1-481c-8d30-a9054eb2d293 None None] Routers {'1626741f-3a92-4070-81fe-26821463f60b'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:37:54.281454 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-a6cbd741-67f1-481c-8d30-a9054eb2d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:37:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['1626741f-3a92-4070-81fe-26821463f60b'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:54.317407 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e765f2-2032-4849-9c35-b1eac1b069b7,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:54.329482 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:54.358043 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6626e-aac4-4e68-8faf-a540b95a6793 req-fc8f9fd8-f099-4630-989e-068918c6d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:54.359435 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-87f6626e-aac4-4e68-8faf-a540b95a6793 req-fc8f9fd8-f099-4630-989e-068918c6d115 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5 HTTP/1.1" status: 200 len: 915 time: 0.1766863 May 11 16:37:54.472934 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-a6cbd741-67f1-481c-8d30-a9054eb2d293 None None] Set router 1626741f-3a92-4070-81fe-26821463f60b gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:37:54.524551 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:54.528584 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7816222 May 11 16:37:54.528990 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49374) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:54.534949 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-a76d7120-af7d-43e6-b1f5-f26fef14520c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Request body: {'security_group_rule': {'security_group_id': 'd8e765f2-2032-4849-9c35-b1eac1b069b7', 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:54.542764 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a76d7120-af7d-43e6-b1f5-f26fef14520c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:54.547993 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a76d7120-af7d-43e6-b1f5-f26fef14520c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Usage tracker for resource:security_group_rule and tenant:1d17ce58feba40ec8c0fe66041e81b5b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:54.551888 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a76d7120-af7d-43e6-b1f5-f26fef14520c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:54.561606 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a76d7120-af7d-43e6-b1f5-f26fef14520c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:54.590126 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-87f6626e-aac4-4e68-8faf-a540b95a6793 req-82c00dfc-866a-43e6-89a2-29cb3304a0fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9e409e-34fe-4fe8-9421-3e46cddaf20a HTTP/1.1" status: 200 len: 999 time: 0.2243707 May 11 16:37:54.641093 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a76d7120-af7d-43e6-b1f5-f26fef14520c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:54.670073 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6626e-aac4-4e68-8faf-a540b95a6793 req-e8824a2e-3b1d-49af-bf13-2205fc8de6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:54.672041 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-87f6626e-aac4-4e68-8faf-a540b95a6793 req-e8824a2e-3b1d-49af-bf13-2205fc8de6c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5cdc10c2-393e-4b77-a124-fcafdc6753a4 HTTP/1.1" status: 200 len: 853 time: 0.0739889 May 11 16:37:54.713756 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a76d7120-af7d-43e6-b1f5-f26fef14520c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:54.767826 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6626e-aac4-4e68-8faf-a540b95a6793 req-ce60260a-7d9f-4674-8fe1-8a880f0bf054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:54.769299 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-87f6626e-aac4-4e68-8faf-a540b95a6793 req-ce60260a-7d9f-4674-8fe1-8a880f0bf054 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0890615 May 11 16:37:54.780238 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a76d7120-af7d-43e6-b1f5-f26fef14520c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:54.789058 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0973ae9d-e633-4c3f-8271-a92646a053de tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:54.816816 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d7120-af7d-43e6-b1f5-f26fef14520c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7291b8eb-1f0e-4e31-a6a0-298a11e9b88a,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:54.829572 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a76d7120-af7d-43e6-b1f5-f26fef14520c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:54.895842 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-a6cbd741-67f1-481c-8d30-a9054eb2d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:36:56Z', 'revision_number': 4, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port': {'id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:52Z', 'updated_at': '2021-05-11T16:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': 'e8592daa-853f-43d4-ac8a-e504d5f7fd44', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'floating_ip_address': '172.28.3.179', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': '1626741f-3a92-4070-81fe-26821463f60b', 'port_id': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'mac_address': 'fa:16:3e:7f:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f126e3-34ff-4376-a884-f421c806b64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:37:51Z', 'updated_at': '2021-05-11T16:37:51Z', 'revision_number': 0, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b8eb53-7c82-4cc5-b761-a4aa577974cc', 'name': '', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'mac_address': 'fa:16:3e:0d:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:55Z', 'updated_at': '2021-05-11T16:37:02Z', 'revision_number': 5, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'subnets': [{'id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:54.905345 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cbd741-67f1-481c-8d30-a9054eb2d293 None None] The sync data for ids ['1626741f-3a92-4070-81fe-26821463f60b'] in dv-cinder-761113-11-smb is: [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:36:56Z', 'revision_number': 4, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port': {'id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:52Z', 'updated_at': '2021-05-11T16:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_floatingips': [{'id': 'e8592daa-853f-43d4-ac8a-e504d5f7fd44', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'floating_ip_address': '172.28.3.179', 'floating_network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'router_id': '1626741f-3a92-4070-81fe-26821463f60b', 'port_id': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'mac_address': 'fa:16:3e:7f:e3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f126e3-34ff-4376-a884-f421c806b64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:37:51Z', 'updated_at': '2021-05-11T16:37:51Z', 'revision_number': 0, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b8eb53-7c82-4cc5-b761-a4aa577974cc', 'name': '', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'mac_address': 'fa:16:3e:0d:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:55Z', 'updated_at': '2021-05-11T16:37:02Z', 'revision_number': 5, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'subnets': [{'id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:37:54.919389 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-87f6626e-aac4-4e68-8faf-a540b95a6793 req-56ed9900-fc74-4b60-957b-2295680fd434 service neutron] 10.222.0.86 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420794 May 11 16:37:54.933436 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a76d7120-af7d-43e6-b1f5-f26fef14520c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:54.933436 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-a76d7120-af7d-43e6-b1f5-f26fef14520c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4004478 May 11 16:37:54.933436 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49384) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:54.939202 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-67156e5c-a2ce-47be-940b-b6b3bdb7273b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Request body: {'security_group_rule': {'security_group_id': 'd8e765f2-2032-4849-9c35-b1eac1b069b7', 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:54.954578 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-67156e5c-a2ce-47be-940b-b6b3bdb7273b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:54.966626 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-67156e5c-a2ce-47be-940b-b6b3bdb7273b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Usage tracker for resource:security_group_rule and tenant:1d17ce58feba40ec8c0fe66041e81b5b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:54.970296 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-67156e5c-a2ce-47be-940b-b6b3bdb7273b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:54.982169 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-67156e5c-a2ce-47be-940b-b6b3bdb7273b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:55.094467 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-67156e5c-a2ce-47be-940b-b6b3bdb7273b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:55.184242 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-67156e5c-a2ce-47be-940b-b6b3bdb7273b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:55.205348 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2559d4-5e0f-475b-b900-203802837468 None None] New status for floating IP e8592daa-853f-43d4-ac8a-e504d5f7fd44: ACTIVE {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:37:55.226014 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-87f6626e-aac4-4e68-8faf-a540b95a6793 req-f585f36c-b5ba-4bc7-adbd-16d4c07749dd service neutron] 10.222.0.86 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941155 May 11 16:37:55.226273 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-67156e5c-a2ce-47be-940b-b6b3bdb7273b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:55.229162 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-cbdbb90e-4033-4fe8-b576-d69bc2d95fe0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:55.235914 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14111af7-5ece-4203-89e8-10e54ba465d3 req-5f907820-2354-4076-865a-10b19c97cf90 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:55.244078 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-14111af7-5ece-4203-89e8-10e54ba465d3 req-5f907820-2354-4076-865a-10b19c97cf90 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.1635904 May 11 16:37:55.265707 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67156e5c-a2ce-47be-940b-b6b3bdb7273b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbfabe9-33e0-4c80-a278-1266a3052c61,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:55.268217 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-67156e5c-a2ce-47be-940b-b6b3bdb7273b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:55.292007 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496e528-8997-42dd-8309-a28337d7bff3 req-ca1b7b7f-fb8a-4dfd-bba0-f33d293e4cb7 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:55.293457 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9496e528-8997-42dd-8309-a28337d7bff3 req-ca1b7b7f-fb8a-4dfd-bba0-f33d293e4cb7 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 943 time: 0.2539115 May 11 16:37:55.336188 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-14111af7-5ece-4203-89e8-10e54ba465d3 req-4c37afe8-f69b-424e-af32-5ef1c3e040e2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913219 May 11 16:37:55.369628 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-67156e5c-a2ce-47be-940b-b6b3bdb7273b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:55.373423 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-67156e5c-a2ce-47be-940b-b6b3bdb7273b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4365151 May 11 16:37:55.373784 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49402) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:55.379074 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-8eaeca1d-71d7-4fcc-8684-65b5fdb4fb82 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Request body: {'security_group_rule': {'security_group_id': 'd8e765f2-2032-4849-9c35-b1eac1b069b7', 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:55.380132 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-9496e528-8997-42dd-8309-a28337d7bff3 req-dcbed202-6104-4ca1-8e69-f8a51902eea2 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767682 May 11 16:37:55.386436 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8eaeca1d-71d7-4fcc-8684-65b5fdb4fb82 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:55.390260 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8eaeca1d-71d7-4fcc-8684-65b5fdb4fb82 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Usage tracker for resource:security_group_rule and tenant:1d17ce58feba40ec8c0fe66041e81b5b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:55.393143 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8eaeca1d-71d7-4fcc-8684-65b5fdb4fb82 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:55.402835 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8eaeca1d-71d7-4fcc-8684-65b5fdb4fb82 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:55.483351 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8eaeca1d-71d7-4fcc-8684-65b5fdb4fb82 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:55.549220 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8eaeca1d-71d7-4fcc-8684-65b5fdb4fb82 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:55.597341 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 49414) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:55.606069 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8eaeca1d-71d7-4fcc-8684-65b5fdb4fb82 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:55.607085 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:55.637692 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaeca1d-71d7-4fcc-8684-65b5fdb4fb82 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1bddc8-df9f-47d4-9ade-50479f4d2ef7,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:55.647152 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8eaeca1d-71d7-4fcc-8684-65b5fdb4fb82 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:55.683348 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8eaeca1d-71d7-4fcc-8684-65b5fdb4fb82 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:55.685475 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-8eaeca1d-71d7-4fcc-8684-65b5fdb4fb82 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106725 May 11 16:37:55.687594 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49422) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:55.693786 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-325e1865-28ab-47a1-9579-2f690cb63319 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Request body: {'security_group_rule': {'security_group_id': 'd8e765f2-2032-4849-9c35-b1eac1b069b7', 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:55.700251 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-325e1865-28ab-47a1-9579-2f690cb63319 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:55.705539 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-325e1865-28ab-47a1-9579-2f690cb63319 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Usage tracker for resource:security_group_rule and tenant:1d17ce58feba40ec8c0fe66041e81b5b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:55.708544 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-325e1865-28ab-47a1-9579-2f690cb63319 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:55.714778 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-325e1865-28ab-47a1-9579-2f690cb63319 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:55.717882 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-04c95bcf-e4e1-4ab9-9c15-9a5c948b811d req-2f2c31ad-c382-4162-a5a6-20a3de470f46 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1193724 May 11 16:37:55.719505 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49426) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:55.824470 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-325e1865-28ab-47a1-9579-2f690cb63319 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.143385 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-325e1865-28ab-47a1-9579-2f690cb63319 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.288791 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-325e1865-28ab-47a1-9579-2f690cb63319 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.295747 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:56.323030 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e1865-28ab-47a1-9579-2f690cb63319 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36653b0b-7ca7-4cdc-8262-0a40a7697e96,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:56.333936 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-325e1865-28ab-47a1-9579-2f690cb63319 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:56.407923 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 77c32d54-2c90-43ef-882e-302d00648cbc details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:37:56.419564 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-325e1865-28ab-47a1-9579-2f690cb63319 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.420741 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-325e1865-28ab-47a1-9579-2f690cb63319 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7319908 May 11 16:37:56.423475 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49442) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:56.433930 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-d510eb40-bb75-4da7-8566-33fa10484589 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Request body: {'security_group_rule': {'security_group_id': 'd8e765f2-2032-4849-9c35-b1eac1b069b7', 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:56.443698 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-d510eb40-bb75-4da7-8566-33fa10484589 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:56.483942 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d510eb40-bb75-4da7-8566-33fa10484589 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Usage tracker for resource:security_group_rule and tenant:1d17ce58feba40ec8c0fe66041e81b5b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:56.495663 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d510eb40-bb75-4da7-8566-33fa10484589 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:56.503133 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-d510eb40-bb75-4da7-8566-33fa10484589 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:56.599393 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.securitygroups_db [None req-d510eb40-bb75-4da7-8566-33fa10484589 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Project 1d17ce58feba40ec8c0fe66041e81b5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 16:37:56.607819 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d510eb40-bb75-4da7-8566-33fa10484589 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.615460 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 77c32d54-2c90-43ef-882e-302d00648cbc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=77c32d54-2c90-43ef-882e-302d00648cbc,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:56.630005 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '77c32d54-2c90-43ef-882e-302d00648cbc', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'port_id': '77c32d54-2c90-43ef-882e-302d00648cbc', 'mac_address': 'fa:16:3e:88:5c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9042834-24c6-488a-9648-48e73366864e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:37:56.645989 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af04098-4e98-4fef-8407-72c3dafe64fa req-6a348d9a-a39f-496a-96c9-6c172e5509e8 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:56.647950 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8af04098-4e98-4fef-8407-72c3dafe64fa req-6a348d9a-a39f-496a-96c9-6c172e5509e8 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.1875052 May 11 16:37:56.657579 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daac70f-029f-4ac0-bcf3-6172101c4ca5 req-5dc0d776-5d97-4056-baea-271e77365685 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:56.659205 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6daac70f-029f-4ac0-bcf3-6172101c4ca5 req-5dc0d776-5d97-4056-baea-271e77365685 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 943 time: 0.1422036 May 11 16:37:56.676329 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3baf3e56-803a-483f-adde-a94bdc3a1c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.708755 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.739115 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8af04098-4e98-4fef-8407-72c3dafe64fa req-eabafeb2-1244-45e3-887f-54f8badf7194 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787711 May 11 16:37:56.744820 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6daac70f-029f-4ac0-bcf3-6172101c4ca5 req-2660f7f6-6261-4057-a637-d19a43639f33 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695336 May 11 16:37:56.750884 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c32d54-2c90-43ef-882e-302d00648cbc {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:37:56.772156 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 77c32d54-2c90-43ef-882e-302d00648cbc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=77c32d54-2c90-43ef-882e-302d00648cbc,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:56.827301 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d510eb40-bb75-4da7-8566-33fa10484589 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.854500 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.857799 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:56.929289 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=77c32d54-2c90-43ef-882e-302d00648cbc,revision_number=7']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:56.933019 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:56.968477 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d510eb40-bb75-4da7-8566-33fa10484589 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.979691 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-769e4028-c57d-4301-9f17-9bbcc1c36d97 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:57.009843 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510eb40-bb75-4da7-8566-33fa10484589 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e861dd2-9859-4f29-92d9-7d6cc1e0457f,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:57.012050 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d510eb40-bb75-4da7-8566-33fa10484589 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:57.082292 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['77c32d54-2c90-43ef-882e-302d00648cbc'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:37:57.094411 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d510eb40-bb75-4da7-8566-33fa10484589 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:57.095690 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-d510eb40-bb75-4da7-8566-33fa10484589 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6711531 May 11 16:37:57.098513 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 49446) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:57.104818 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-5ad4067e-7f67-4e3d-a7f6-e43c113f916c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Request body: {'security_group_rule': {'security_group_id': 'd8e765f2-2032-4849-9c35-b1eac1b069b7', 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:57.110757 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-5ad4067e-7f67-4e3d-a7f6-e43c113f916c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:57.114751 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-5ad4067e-7f67-4e3d-a7f6-e43c113f916c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Usage tracker for resource:security_group_rule and tenant:1d17ce58feba40ec8c0fe66041e81b5b is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:57.118648 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-5ad4067e-7f67-4e3d-a7f6-e43c113f916c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:57.125363 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-5ad4067e-7f67-4e3d-a7f6-e43c113f916c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:57.165592 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-3baf3e56-803a-483f-adde-a94bdc3a1c19 admin admin] Deleting port 00fddedd-7b0d-4810-94bb-2b5ff06c417b {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:37:57.166235 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3baf3e56-803a-483f-adde-a94bdc3a1c19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:57.230955 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.db.securitygroups_db [None req-5ad4067e-7f67-4e3d-a7f6-e43c113f916c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Project 1d17ce58feba40ec8c0fe66041e81b5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 16:37:57.275779 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-5ad4067e-7f67-4e3d-a7f6-e43c113f916c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:57.306300 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-3baf3e56-803a-483f-adde-a94bdc3a1c19 admin admin] For port 00fddedd-7b0d-4810-94bb-2b5ff06c417b, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=00fddedd-7b0d-4810-94bb-2b5ff06c417b,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:57.306659 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3baf3e56-803a-483f-adde-a94bdc3a1c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:57.368310 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c95bcf-e4e1-4ab9-9c15-9a5c948b811d req-8b138ac0-c2ed-40ab-a044-aa5e0699f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:57.369646 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-04c95bcf-e4e1-4ab9-9c15-9a5c948b811d req-8b138ac0-c2ed-40ab-a044-aa5e0699f09a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856&tenant_id=0947d58a4f784ffdb486149eb985047a HTTP/1.1" status: 200 len: 1096 time: 0.1344028 May 11 16:37:57.374213 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-5ad4067e-7f67-4e3d-a7f6-e43c113f916c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:57.435401 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-5ad4067e-7f67-4e3d-a7f6-e43c113f916c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488781'] for security_group_rule, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:57.435884 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-3baf3e56-803a-483f-adde-a94bdc3a1c19 admin admin] Calling delete_port for 00fddedd-7b0d-4810-94bb-2b5ff06c417b owned by network:router_interface {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:37:57.447453 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:57.470482 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4067e-7f67-4e3d-a7f6-e43c113f916c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d226e998-0714-430f-a115-75e4b3a96856,revision_number=0']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:57.479638 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-5ad4067e-7f67-4e3d-a7f6-e43c113f916c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:57.500332 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c95bcf-e4e1-4ab9-9c15-9a5c948b811d req-5eae26ad-5424-4899-b8f1-5636471c4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:57.501816 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-04c95bcf-e4e1-4ab9-9c15-9a5c948b811d req-5eae26ad-5424-4899-b8f1-5636471c4f38 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0947d58a4f784ffdb486149eb985047a&device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 1096 time: 0.1093111 May 11 16:37:57.537901 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-5ad4067e-7f67-4e3d-a7f6-e43c113f916c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:57.538831 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-5ad4067e-7f67-4e3d-a7f6-e43c113f916c tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4390645 May 11 16:37:57.631773 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3baf3e56-803a-483f-adde-a94bdc3a1c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:57.636697 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:57.682726 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf3e56-803a-483f-adde-a94bdc3a1c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=00fddedd-7b0d-4810-94bb-2b5ff06c417b,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:57.685927 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3baf3e56-803a-483f-adde-a94bdc3a1c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:57.688123 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c95bcf-e4e1-4ab9-9c15-9a5c948b811d req-4c888d02-1efb-435d-b062-de8b13809e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:57.689630 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-04c95bcf-e4e1-4ab9-9c15-9a5c948b811d req-4c888d02-1efb-435d-b062-de8b13809e74 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75895cd7-86cc-4311-898a-fb981ed5ac7d HTTP/1.1" status: 200 len: 917 time: 0.1739597 May 11 16:37:57.691973 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-34c8c5f7-4866-474d-ac9e-828548d3f982 req-8a2cb894-dbeb-4a2f-bfb4-cfcb86b9d387 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Synchronizing usage tracker for tenant:1d17ce58feba40ec8c0fe66041e81b5b on resource:security_group {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:37:57.812994 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-04c95bcf-e4e1-4ab9-9c15-9a5c948b811d req-7ee934f4-d1b9-4219-a51f-dc67bdc5f739 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75dd12cf-5665-4e81-aa85-ed151499d29c HTTP/1.1" status: 200 len: 999 time: 0.1161106 May 11 16:37:57.873070 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-34c8c5f7-4866-474d-ac9e-828548d3f982 req-8a2cb894-dbeb-4a2f-bfb4-cfcb86b9d387 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Unset dirty status for tenant:1d17ce58feba40ec8c0fe66041e81b5b on resource:security_group {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:37:57.873070 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-34c8c5f7-4866-474d-ac9e-828548d3f982 req-8a2cb894-dbeb-4a2f-bfb4-cfcb86b9d387 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965837129&fields=id&tenant_id=1d17ce58feba40ec8c0fe66041e81b5b HTTP/1.1" status: 200 len: 267 time: 0.2421288 May 11 16:37:58.056006 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c95bcf-e4e1-4ab9-9c15-9a5c948b811d req-a2cd7f9b-c905-41d7-aa6b-b0ffa2e8c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:58.057441 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-04c95bcf-e4e1-4ab9-9c15-9a5c948b811d req-a2cd7f9b-c905-41d7-aa6b-b0ffa2e8c8bd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78af6bf4-3116-4bd6-81f1-294f2a27b4a6 HTTP/1.1" status: 200 len: 855 time: 0.2379255 May 11 16:37:58.079786 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3baf3e56-803a-483f-adde-a94bdc3a1c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403193'] for router_interface, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:58.174665 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8c5f7-4866-474d-ac9e-828548d3f982 req-76a706b1-97c1-43be-8ae5-97fb9b189cd4 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:58.176065 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-34c8c5f7-4866-474d-ac9e-828548d3f982 req-76a706b1-97c1-43be-8ae5-97fb9b189cd4 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 945 time: 0.2978606 May 11 16:37:58.185551 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec6840-a04c-4747-9adb-436ce1cf2b75 req-2f474969-64bb-406a-96d3-20fa2be3c31b tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:58.186924 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6ec6840-a04c-4747-9adb-436ce1cf2b75 req-2f474969-64bb-406a-96d3-20fa2be3c31b tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 944 time: 0.3009164 May 11 16:37:58.195204 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-34c8c5f7-4866-474d-ac9e-828548d3f982 req-495f1aab-a1ae-4fe6-af2b-bdd4a50d2215 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Request body: {'port': {'security_groups': ['15e0a75c-7590-4a74-aa7f-fe3cdb7401db', 'd8e765f2-2032-4849-9c35-b1eac1b069b7']}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:58.262389 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c95bcf-e4e1-4ab9-9c15-9a5c948b811d req-a3859b33-2733-43f4-9221-6910f397dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:58.263885 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-04c95bcf-e4e1-4ab9-9c15-9a5c948b811d req-a3859b33-2733-43f4-9221-6910f397dac1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75895cd7-86cc-4311-898a-fb981ed5ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1967700 May 11 16:37:58.352025 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-c6ec6840-a04c-4747-9adb-436ce1cf2b75 req-5b6ad76a-73b6-43cf-be66-6a40707ddf97 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259792 May 11 16:37:58.407803 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 77c32d54-2c90-43ef-882e-302d00648cbc up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:58.457929 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-34c8c5f7-4866-474d-ac9e-828548d3f982 req-495f1aab-a1ae-4fe6-af2b-bdd4a50d2215 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:58.468746 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baf3e56-803a-483f-adde-a94bdc3a1c19 admin admin] Router a5e1f125-5bd3-4315-b2ea-e95532f501a2 has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:37:58.493355 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 77c32d54-2c90-43ef-882e-302d00648cbc triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:58.493733 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:58.573441 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-04c95bcf-e4e1-4ab9-9c15-9a5c948b811d req-a709434e-607a-4ed0-9258-0a6d20ece433 service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929027 May 11 16:37:58.618235 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:58.650323 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c32d54-2c90-43ef-882e-302d00648cbc'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:58.660803 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 77c32d54-2c90-43ef-882e-302d00648cbc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=77c32d54-2c90-43ef-882e-302d00648cbc,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:58.662667 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baf3e56-803a-483f-adde-a94bdc3a1c19 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:37:58.674174 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86b697-4874-4183-8c3a-6a5764eba875 None None] Sync routers for ids ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:37:58.681018 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-3baf3e56-803a-483f-adde-a94bdc3a1c19 admin admin] 10.222.0.69 "PUT /v2.0/routers/a5e1f125-5bd3-4315-b2ea-e95532f501a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9594600 May 11 16:37:58.685358 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49458) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:58.687748 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86b697-4874-4183-8c3a-6a5764eba875 None None] Routers {'a5e1f125-5bd3-4315-b2ea-e95532f501a2'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:37:58.688374 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-ab86b697-4874-4183-8c3a-6a5764eba875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:37:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:37:58.800387 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:58.810580 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:58.812958 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075f2e-2b1c-439e-aee7-1e86201fca35 req-b73cc913-fecf-4ee8-aee9-16226c0a1310 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:58.814549 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-20075f2e-2b1c-439e-aee7-1e86201fca35 req-b73cc913-fecf-4ee8-aee9-16226c0a1310 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.3409088 May 11 16:37:58.820575 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-04c95bcf-e4e1-4ab9-9c15-9a5c948b811d req-bd63c220-f1a2-44a3-8bfb-7707ed5d0dde service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378821 May 11 16:37:58.871621 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Notify callbacks [] for router, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:58.908232 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=77c32d54-2c90-43ef-882e-302d00648cbc,revision_number=8']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:58.913696 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:58.932773 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-20075f2e-2b1c-439e-aee7-1e86201fca35 req-5e4d5323-3767-4328-bd0e-841162cbb13b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639997 May 11 16:37:58.939059 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-ab86b697-4874-4183-8c3a-6a5764eba875 None None] Set router a5e1f125-5bd3-4315-b2ea-e95532f501a2 gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:37:59.078131 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:59.096742 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c32d54-2c90-43ef-882e-302d00648cbc', 'code': 200} May 11 16:37:59.107453 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-34c8c5f7-4866-474d-ac9e-828548d3f982 req-495f1aab-a1ae-4fe6-af2b-bdd4a50d2215 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] For port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,segment=NetworkSegment(cba098d8-372e-465d-81ab-2b9a497c24ba),segment_id=cba098d8-372e-465d-81ab-2b9a497c24ba)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:59.137186 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-34c8c5f7-4866-474d-ac9e-828548d3f982 req-495f1aab-a1ae-4fe6-af2b-bdd4a50d2215 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:59.203754 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-34c8c5f7-4866-474d-ac9e-828548d3f982 req-495f1aab-a1ae-4fe6-af2b-bdd4a50d2215 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:59.212761 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:59.222936 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['6a9e409e-34fe-4fe8-9421-3e46cddaf20a'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:37:59.227688 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Deleting port 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:37:59.228133 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:59.325191 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f1aab-a1ae-4fe6-af2b-bdd4a50d2215 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event updated for resources: {'Port': ['ID=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,revision_number=6']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:59.345224 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8c5f7-4866-474d-ac9e-828548d3f982 req-495f1aab-a1ae-4fe6-af2b-bdd4a50d2215 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:59.346177 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-34c8c5f7-4866-474d-ac9e-828548d3f982 req-495f1aab-a1ae-4fe6-af2b-bdd4a50d2215 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:59.348090 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-34c8c5f7-4866-474d-ac9e-828548d3f982 req-495f1aab-a1ae-4fe6-af2b-bdd4a50d2215 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "PUT /v2.0/ports/6a9e409e-34fe-4fe8-9421-3e46cddaf20a HTTP/1.1" status: 200 len: 981 time: 1.1590505 May 11 16:37:59.349057 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f126e3-34ff-4376-a884-f421c806b64a', 'tag': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:59.355737 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-495f1aab-a1ae-4fe6-af2b-bdd4a50d2215 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:59.379176 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['6a9e409e-34fe-4fe8-9421-3e46cddaf20a'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:37:59.556873 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f126e3-34ff-4376-a884-f421c806b64a', 'tag': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a', 'status': 'completed', 'code': 200} May 11 16:37:59.812580 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eb6d2-16f7-451b-ad78-a920176c3946 req-ed50781f-f303-4081-918b-05cb9eaeb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:59.814370 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-185eb6d2-16f7-451b-ad78-a920176c3946 req-ed50781f-f303-4081-918b-05cb9eaeb167 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 1098 time: 0.4073203 May 11 16:37:59.823244 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c5f4c-7301-477d-a226-e95eeee8a20b req-0c268f83-60c9-4353-b0fb-b2ec8c1024cc tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:59.826136 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-57b294ba-ea93-4737-8573-6dfd1fa72321 None None] Provisioning complete for port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:59.826905 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-57b294ba-ea93-4737-8573-6dfd1fa72321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:59.839258 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-464c5f4c-7301-477d-a226-e95eeee8a20b req-0c268f83-60c9-4353-b0fb-b2ec8c1024cc tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1496711 May 11 16:37:59.893703 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d10d5-9e2c-474d-a7a8-70694f12d35d req-4f665c13-60cf-440c-8688-f21e545263e4 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:59.895638 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2c2d10d5-9e2c-474d-a7a8-70694f12d35d req-4f665c13-60cf-440c-8688-f21e545263e4 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 984 time: 0.3378320 May 11 16:37:59.922102 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] For port 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=2e1a6345-a65a-481f-bbb9-06bfe19b1aa1,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:59.923523 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:59.942948 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-185eb6d2-16f7-451b-ad78-a920176c3946 req-302fec78-114a-4feb-a217-ff53eebbd742 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462029 May 11 16:37:59.956425 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-464c5f4c-7301-477d-a226-e95eeee8a20b req-606d2549-7ad2-4ee8-a81f-7048dd7bff05 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234310 May 11 16:38:00.014710 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-ab86b697-4874-4183-8c3a-6a5764eba875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:37:57Z', 'revision_number': 5, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port': {'id': '2e1a6345-a65a-481f-bbb9-06bfe19b1aa1', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:05:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:47Z', 'updated_at': '2021-05-11T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:00.029251 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86b697-4874-4183-8c3a-6a5764eba875 None None] Checking router: a5e1f125-5bd3-4315-b2ea-e95532f501a2 for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:38:00.053044 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2c2d10d5-9e2c-474d-a7a8-70694f12d35d req-c5543f02-2425-43dc-8b63-ad534b7990e6 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e765f2-2032-4849-9c35-b1eac1b069b7&id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144681 May 11 16:38:00.067337 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86b697-4874-4183-8c3a-6a5764eba875 None None] Routers {'a5e1f125-5bd3-4315-b2ea-e95532f501a2'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:38:00.068357 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-ab86b697-4874-4183-8c3a-6a5764eba875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:37:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:00.267034 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Calling delete_port for 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 owned by network:router_gateway {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:38:00.270171 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bea26b-2da7-474d-ae20-2dcdb9ab825c req-780e4aa3-319a-417c-9ec4-39a2b4be5c76 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:00.278644 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-93bea26b-2da7-474d-ae20-2dcdb9ab825c req-780e4aa3-319a-417c-9ec4-39a2b4be5c76 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.1149688 May 11 16:38:00.314055 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-ab86b697-4874-4183-8c3a-6a5764eba875 None None] Set router a5e1f125-5bd3-4315-b2ea-e95532f501a2 gateway port host: None {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:38:00.320562 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbca081-043b-45c8-9f6d-5fe335006b8b req-a2d7d78b-7004-4e1d-9857-3c6a6164c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:00.322828 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-afbca081-043b-45c8-9f6d-5fe335006b8b req-a2d7d78b-7004-4e1d-9857-3c6a6164c85a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1d17ce58feba40ec8c0fe66041e81b5b&device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 1137 time: 0.7094040 May 11 16:38:00.338073 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-93bea26b-2da7-474d-ae20-2dcdb9ab825c req-dd2b0853-1753-4d6e-836f-ae08551d633c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557284 May 11 16:38:00.501372 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-ab86b697-4874-4183-8c3a-6a5764eba875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:37:59Z', 'revision_number': 6, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port_host': None}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:00.635850 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86b697-4874-4183-8c3a-6a5764eba875 None None] The sync data for ids ['a5e1f125-5bd3-4315-b2ea-e95532f501a2'] in dv-cinder-761113-11-smb is: [{'id': 'a5e1f125-5bd3-4315-b2ea-e95532f501a2', 'name': 'tempest-AttachVolumeTestJSON-1476127916-router', 'tenant_id': '35ecae22abf744578e8aee4aa7c16f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:46Z', 'updated_at': '2021-05-11T16:37:59Z', 'revision_number': 6, 'project_id': '35ecae22abf744578e8aee4aa7c16f97', 'gw_port_host': None}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:38:00.669516 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:00.692886 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f1be9ee8-f171-4413-a917-165dfbe7c419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:00.777821 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1a6345-a65a-481f-bbb9-06bfe19b1aa1,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:00.793327 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:00.833395 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbca081-043b-45c8-9f6d-5fe335006b8b req-272fa03c-5cbf-4047-960a-93f531c21dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:00.835334 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-afbca081-043b-45c8-9f6d-5fe335006b8b req-272fa03c-5cbf-4047-960a-93f531c21dc1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5 HTTP/1.1" status: 200 len: 915 time: 0.4895241 May 11 16:38:00.872861 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396397'] for router_gateway, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:01.172226 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45150'] for router, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:01.174865 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:01.280844 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bff07-5376-416b-8b8c-5f05068bc7d2 req-ecb79df9-ece8-48fe-99cf-8ac99ab644eb tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:01.288228 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f86bff07-5376-416b-8b8c-5f05068bc7d2 req-ecb79df9-ece8-48fe-99cf-8ac99ab644eb tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1459088 May 11 16:38:01.295568 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403839'] for router, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:01.296341 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5e1f125-5bd3-4315-b2ea-e95532f501a2 {{(pid=79307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:38:01.314374 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:01.318184 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-4c95e4bd-6aaf-4b3c-b6d4-07426fe1cd55 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a5e1f125-5bd3-4315-b2ea-e95532f501a2 HTTP/1.1" status: 204 len: 168 time: 2.6317465 May 11 16:38:01.318966 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49496) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:01.342384 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f86bff07-5376-416b-8b8c-5f05068bc7d2 req-7b0463cf-cdaa-4396-9768-54e35f2d0557 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530450 May 11 16:38:01.403254 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1b6acf-2cad-46f6-8a1c-898860cca77a admin admin] Deleting subnet 686230cf-0935-46bd-893d-206e8b4b2f34 {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:38:01.406454 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2f1b6acf-2cad-46f6-8a1c-898860cca77a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:01.461601 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2f1b6acf-2cad-46f6-8a1c-898860cca77a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2164346'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:01.629676 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 00fddedd-7b0d-4810-94bb-2b5ff06c417b no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:38:01.634407 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2f1b6acf-2cad-46f6-8a1c-898860cca77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:01.709106 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: 00fddedd-7b0d-4810-94bb-2b5ff06c417b {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:38:01.709106 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 00fddedd-7b0d-4810-94bb-2b5ff06c417b not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:38:01.709480 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:38:01.755541 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b590317-b6fa-4a56-88c4-bb6413f969b3 req-b028b714-ace6-423d-8c61-310b16886d56 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:01.763299 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7b590317-b6fa-4a56-88c4-bb6413f969b3 req-b028b714-ace6-423d-8c61-310b16886d56 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.2890649 May 11 16:38:01.803047 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:38:01.803642 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 2e1a6345-a65a-481f-bbb9-06bfe19b1aa1 not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:38:01.821285 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-7b590317-b6fa-4a56-88c4-bb6413f969b3 req-3d33a777-1ea0-439d-96a1-c1178e40836a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562148 May 11 16:38:02.049679 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2f1b6acf-2cad-46f6-8a1c-898860cca77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461820'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:02.054281 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:02.090835 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b6acf-2cad-46f6-8a1c-898860cca77a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=686230cf-0935-46bd-893d-206e8b4b2f34,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:02.093420 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2f1b6acf-2cad-46f6-8a1c-898860cca77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:02.096092 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2f1b6acf-2cad-46f6-8a1c-898860cca77a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:02.101293 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae12af4-f80a-4137-a26d-63c81d5a3cc7 None None] Network e5d3872e-73cd-4309-a063-c76018d68b05 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:38:02.103555 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-2f1b6acf-2cad-46f6-8a1c-898860cca77a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/686230cf-0935-46bd-893d-206e8b4b2f34 HTTP/1.1" status: 204 len: 168 time: 0.7835743 May 11 16:38:02.106573 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49502) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:02.341610 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:02.420701 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Deleting port ef218f8c-639f-46e7-a2d0-2e904fcac6be {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:38:02.421051 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:02.423418 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a941f384-33d9-44b5-b0cc-cd46eb955b55 None None] DHCP port deletion for e5d3872e-73cd-4309-a063-c76018d68b05 request from dv-cinder-761113-11-smb {{(pid=79308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:38:02.508155 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-a941f384-33d9-44b5-b0cc-cd46eb955b55 None None] Deleting port ef218f8c-639f-46e7-a2d0-2e904fcac6be {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:38:02.508532 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a941f384-33d9-44b5-b0cc-cd46eb955b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:02.534067 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] For port ef218f8c-639f-46e7-a2d0-2e904fcac6be, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=ef218f8c-639f-46e7-a2d0-2e904fcac6be,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:02.534427 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:02.613391 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a4bff-e432-4b50-8639-8b3eedbdf5ae req-8fbeed39-1819-47c3-95ba-3537ccd52b1c tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:02.615630 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f59a4bff-e432-4b50-8639-8b3eedbdf5ae req-8fbeed39-1819-47c3-95ba-3537ccd52b1c tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1326983 May 11 16:38:02.672951 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Calling delete_port for ef218f8c-639f-46e7-a2d0-2e904fcac6be owned by network:dhcp {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:38:02.676881 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-a941f384-33d9-44b5-b0cc-cd46eb955b55 None None] For port ef218f8c-639f-46e7-a2d0-2e904fcac6be, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=ef218f8c-639f-46e7-a2d0-2e904fcac6be,segment=NetworkSegment(221358b3-8dae-4f2b-a952-233952b7cc7a),segment_id=221358b3-8dae-4f2b-a952-233952b7cc7a)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:02.677817 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a941f384-33d9-44b5-b0cc-cd46eb955b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:02.690622 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f59a4bff-e432-4b50-8639-8b3eedbdf5ae req-8bd100b4-708e-4c00-a766-43af9efb8754 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664589 May 11 16:38:02.792098 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:02.796292 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-885deecc-85a2-45e2-846a-14faf728b915 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:02.849753 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef218f8c-639f-46e7-a2d0-2e904fcac6be,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:02.854631 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:02.856965 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] No DVR routers for this DVR port ef218f8c-639f-46e7-a2d0-2e904fcac6be on host dv-cinder-761113-11-smb {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:38:02.871915 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-a941f384-33d9-44b5-b0cc-cd46eb955b55 None None] Calling delete_port for ef218f8c-639f-46e7-a2d0-2e904fcac6be owned by network:dhcp {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:38:03.066561 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:03.082335 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d3872e-73cd-4309-a063-c76018d68b05']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:03.105809 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221358b3-8dae-4f2b-a952-233952b7cc7a') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:03.106107 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221358b3-8dae-4f2b-a952-233952b7cc7a') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:03.106250 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebebe4-2a3c-439e-85a7-294923b47966 req-9f9d840d-3528-477c-b2c7-a96a07907c5d tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:03.107821 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d4ebebe4-2a3c-439e-85a7-294923b47966 req-9f9d840d-3528-477c-b2c7-a96a07907c5d tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.1300988 May 11 16:38:03.120485 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a941f384-33d9-44b5-b0cc-cd46eb955b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:03.128885 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2164325'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:03.132333 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:03.165156 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:03.176662 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:38:03.177069 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183405'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:03.183556 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941f384-33d9-44b5-b0cc-cd46eb955b55 None None] Pushing event deleted for resources: {'Port': ['ID=ef218f8c-639f-46e7-a2d0-2e904fcac6be,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:03.199665 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941f384-33d9-44b5-b0cc-cd46eb955b55 None None] No DVR routers for this DVR port ef218f8c-639f-46e7-a2d0-2e904fcac6be on host dv-cinder-761113-11-smb {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:38:03.199665 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a941f384-33d9-44b5-b0cc-cd46eb955b55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:03.204451 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: Traceback (most recent call last): May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: timer() May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: cb(*args, **kw) May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: return func(*args, **kwargs) May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: self._notify() May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: self.callback(batched_events) May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: event.method(event) May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: return f(self, *a, **k) May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: return self._get(url).json() May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:38:03.214105 dv-cinder-761113-11-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:38:03.239293 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d4ebebe4-2a3c-439e-85a7-294923b47966 req-a05737d3-7712-48a1-bdc8-6174973ae710 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192293 May 11 16:38:03.485145 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device ef218f8c-639f-46e7-a2d0-2e904fcac6be no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:38:03.525702 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: ef218f8c-639f-46e7-a2d0-2e904fcac6be {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:38:03.525916 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device ef218f8c-639f-46e7-a2d0-2e904fcac6be not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:38:03.969411 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:03.980808 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:03.996613 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:04.006018 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d3872e-73cd-4309-a063-c76018d68b05,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:04.011342 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:04.097100 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-4b9e0ed8-1ec5-4a2b-8f75-2a0fda7ccda5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e5d3872e-73cd-4309-a063-c76018d68b05 HTTP/1.1" status: 204 len: 168 time: 1.9891393 May 11 16:38:04.104841 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5beb25-8f55-40b3-945e-069bfcf71daa req-05289366-7f1c-42e5-8e47-a5e2ea924eb1 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:04.107396 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3b5beb25-8f55-40b3-945e-069bfcf71daa req-05289366-7f1c-42e5-8e47-a5e2ea924eb1 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1816351 May 11 16:38:04.161769 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3b5beb25-8f55-40b3-945e-069bfcf71daa req-8ad37982-c1b8-45f6-b2b2-94a9cd42d413 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468924 May 11 16:38:04.435410 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6deba-99fa-42fe-9cbd-0da1b699547b req-b37ec748-6e13-4d40-9c75-a2f67dbfc280 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:04.437237 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-42a6deba-99fa-42fe-9cbd-0da1b699547b req-b37ec748-6e13-4d40-9c75-a2f67dbfc280 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.0846584 May 11 16:38:04.487585 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-42a6deba-99fa-42fe-9cbd-0da1b699547b req-9fd413cd-7d8d-4533-aaa6-995596bc6e72 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439816 May 11 16:38:04.563278 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:04.916581 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49518) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:04.976311 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-6cc4bf5e-c6b9-4c2f-91f4-6c3d668e47a2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=35ecae22abf744578e8aee4aa7c16f97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0624714 May 11 16:38:04.980057 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 49522) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:05.060853 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b392b0a2-d523-4a7c-bad6-6ec7e38d7f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:05.089085 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b392b0a2-d523-4a7c-bad6-6ec7e38d7f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:05.255389 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b392b0a2-d523-4a7c-bad6-6ec7e38d7f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:05.259635 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0d300bec-fa82-4196-9ae1-a01d5ecdb25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:05.274619 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392b0a2-d523-4a7c-bad6-6ec7e38d7f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d96953-8db1-4b0e-b184-9329f28755a8,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:05.279953 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-b392b0a2-d523-4a7c-bad6-6ec7e38d7f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:05.325417 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b392b0a2-d523-4a7c-bad6-6ec7e38d7f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:05.327269 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-b392b0a2-d523-4a7c-bad6-6ec7e38d7f67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/03d96953-8db1-4b0e-b184-9329f28755a8 HTTP/1.1" status: 204 len: 168 time: 0.3461313 May 11 16:38:05.384733 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bac952-cb1b-439d-a75b-2650617719c7 req-bf3c4b0a-f057-4a9b-83dc-051d85c298ed tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:05.388014 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-42bac952-cb1b-439d-a75b-2650617719c7 req-bf3c4b0a-f057-4a9b-83dc-051d85c298ed tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1091619 May 11 16:38:05.438451 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-42bac952-cb1b-439d-a75b-2650617719c7 req-2f14a548-6da2-4c96-8781-d56d9bfa697c tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454729 May 11 16:38:05.707257 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07765d-06c3-4c72-be9b-10036bc4b305 req-f6e1eb66-348d-4cb1-805d-9365800b07bd tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:05.708827 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3b07765d-06c3-4c72-be9b-10036bc4b305 req-f6e1eb66-348d-4cb1-805d-9365800b07bd tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.0985961 May 11 16:38:05.762571 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3b07765d-06c3-4c72-be9b-10036bc4b305 req-7fb0e247-a4eb-44d8-a82b-9a17c99b999a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460322 May 11 16:38:06.682750 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb5351-1690-4dd4-be54-946ea19e12dd req-64138e8c-ee52-4498-a947-b12e60dffcc8 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:06.689882 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-91cb5351-1690-4dd4-be54-946ea19e12dd req-64138e8c-ee52-4498-a947-b12e60dffcc8 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1241200 May 11 16:38:06.743906 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-91cb5351-1690-4dd4-be54-946ea19e12dd req-3dc1febb-d1dd-4821-924a-147be1e0e7a7 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530396 May 11 16:38:06.966311 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55b20-81c7-4ddb-87e6-93d493cee3fd req-222a3476-f394-4670-9251-60ef16fa5ea4 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:06.967833 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ddc55b20-81c7-4ddb-87e6-93d493cee3fd req-222a3476-f394-4670-9251-60ef16fa5ea4 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.0894692 May 11 16:38:07.020439 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ddc55b20-81c7-4ddb-87e6-93d493cee3fd req-8245a1f6-0f84-4c7d-99ee-2a23db892c58 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466130 May 11 16:38:07.972472 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a505bd-2eb4-4f84-ba6a-b5ac63fbce80 req-47397df0-fc6d-4d82-8c85-b1da783742fe tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:07.974481 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-44a505bd-2eb4-4f84-ba6a-b5ac63fbce80 req-47397df0-fc6d-4d82-8c85-b1da783742fe tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1210086 May 11 16:38:08.038543 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-44a505bd-2eb4-4f84-ba6a-b5ac63fbce80 req-3d76460a-6041-4503-ae2d-40711f189fc0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558276 May 11 16:38:08.235590 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43740009-74ca-45d5-a0c7-7c8c56f5aa7d req-85951dc5-1945-4c21-922c-4279bafac324 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:08.237402 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-43740009-74ca-45d5-a0c7-7c8c56f5aa7d req-85951dc5-1945-4c21-922c-4279bafac324 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.0854771 May 11 16:38:08.285656 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-43740009-74ca-45d5-a0c7-7c8c56f5aa7d req-6c5173d9-fd69-49e1-8ab7-c2c93ff4ea6a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414090 May 11 16:38:08.628663 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 49580) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:08.760951 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b13396f6-72a6-4c21-b660-409d8119908a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:08.779083 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-b13396f6-72a6-4c21-b660-409d8119908a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:08.782991 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-b13396f6-72a6-4c21-b660-409d8119908a admin admin] Usage tracker for resource:security_group_rule and tenant:9c37c6c40b194aae957bd2e21c7b177e is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:08.786150 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-b13396f6-72a6-4c21-b660-409d8119908a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:08.796887 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-b13396f6-72a6-4c21-b660-409d8119908a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:08.883514 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b13396f6-72a6-4c21-b660-409d8119908a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:08.997252 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b13396f6-72a6-4c21-b660-409d8119908a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:09.005702 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-b00b0258-261a-4b2e-838c-6994de95d030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:09.057128 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-b13396f6-72a6-4c21-b660-409d8119908a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9c37c6c40b194aae957bd2e21c7b177e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247572 May 11 16:38:09.057128 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13396f6-72a6-4c21-b660-409d8119908a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6931f129-9faa-4c41-b204-31e4e9201629,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:09.060215 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49588) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:09.062938 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-b13396f6-72a6-4c21-b660-409d8119908a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:09.133698 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4bf166b2-28ce-4065-b35c-5c5b760f6111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:09.162063 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4bf166b2-28ce-4065-b35c-5c5b760f6111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:09.241388 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad60686-d706-48aa-853b-107475ca75e3 req-fc3e390f-926a-4150-81eb-81f8fe02d1db tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:09.243672 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6ad60686-d706-48aa-853b-107475ca75e3 req-fc3e390f-926a-4150-81eb-81f8fe02d1db tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.0966108 May 11 16:38:09.294949 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6ad60686-d706-48aa-853b-107475ca75e3 req-6c4ccc58-80cf-422c-ae20-db30a700eb21 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452623 May 11 16:38:09.301111 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4bf166b2-28ce-4065-b35c-5c5b760f6111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:09.307430 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-79070bdc-c515-46f4-ad90-42573327ae38 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:09.319173 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf166b2-28ce-4065-b35c-5c5b760f6111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6931f129-9faa-4c41-b204-31e4e9201629,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:09.325645 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4bf166b2-28ce-4065-b35c-5c5b760f6111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:09.330668 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4bf166b2-28ce-4065-b35c-5c5b760f6111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:09.335601 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-4bf166b2-28ce-4065-b35c-5c5b760f6111 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6931f129-9faa-4c41-b204-31e4e9201629 HTTP/1.1" status: 204 len: 168 time: 0.2742724 May 11 16:38:09.506721 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415d306-b3b8-492e-8fff-d6911a0bd19a req-9deff1c0-104d-47dd-bafe-c538d39ec161 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:09.508872 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8415d306-b3b8-492e-8fff-d6911a0bd19a req-9deff1c0-104d-47dd-bafe-c538d39ec161 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.0913687 May 11 16:38:09.559772 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-8415d306-b3b8-492e-8fff-d6911a0bd19a req-f8dd6711-ead3-497b-84ae-df8a6b64e0b4 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 May 11 16:38:10.488958 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32999471-6bf1-4b1a-bb13-9d2ec4726555 req-bd8c9f48-22e5-49c2-a64b-6650e5cdf6b9 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:10.490413 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-32999471-6bf1-4b1a-bb13-9d2ec4726555 req-bd8c9f48-22e5-49c2-a64b-6650e5cdf6b9 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.0857315 May 11 16:38:10.536285 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-32999471-6bf1-4b1a-bb13-9d2ec4726555 req-8361f0f0-68d2-4bf3-a03a-000f2724dacf tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394943 May 11 16:38:10.686609 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49604) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:10.704868 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e325aa66-54e9-410d-bf14-c6c9d22b3ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:10.720138 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-e325aa66-54e9-410d-bf14-c6c9d22b3ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:10.724219 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-e325aa66-54e9-410d-bf14-c6c9d22b3ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:338aa207dc424b92a0fb4761fa9b454b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:10.727592 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-e325aa66-54e9-410d-bf14-c6c9d22b3ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:10.733529 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-e325aa66-54e9-410d-bf14-c6c9d22b3ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:10.753159 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69300235-39a4-4ac3-9d4c-d2ad5283b323 req-6f7f6de9-5ffa-4337-8fb8-49aff2523af9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:10.754614 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-69300235-39a4-4ac3-9d4c-d2ad5283b323 req-6f7f6de9-5ffa-4337-8fb8-49aff2523af9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.0820262 May 11 16:38:10.804810 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-69300235-39a4-4ac3-9d4c-d2ad5283b323 req-090ed1dc-dd3a-405d-b5bd-76b1b0f8dfee tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441737 May 11 16:38:10.831130 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e325aa66-54e9-410d-bf14-c6c9d22b3ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:10.917542 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e325aa66-54e9-410d-bf14-c6c9d22b3ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:10.924897 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a0a1ce06-6bc7-4e31-a585-58519c4a611f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:10.969669 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-e325aa66-54e9-410d-bf14-c6c9d22b3ab1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=338aa207dc424b92a0fb4761fa9b454b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819226 May 11 16:38:10.970665 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325aa66-54e9-410d-bf14-c6c9d22b3ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1efd820-aa2b-4de8-be2f-eaefde2ad034,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:10.972455 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 49608) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:10.974185 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e325aa66-54e9-410d-bf14-c6c9d22b3ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:11.035174 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7d1701f2-5bb0-4406-8460-2f3efd1a54dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:11.063135 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7d1701f2-5bb0-4406-8460-2f3efd1a54dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:11.174589 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-afbca081-043b-45c8-9f6d-5fe335006b8b req-733a9a05-d34d-48fa-9355-d899e8494de4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9e409e-34fe-4fe8-9421-3e46cddaf20a HTTP/1.1" status: 200 len: 1001 time: 0.0996690 May 11 16:38:11.242739 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7d1701f2-5bb0-4406-8460-2f3efd1a54dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:11.243023 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbca081-043b-45c8-9f6d-5fe335006b8b req-0be43500-d93b-41b5-b989-8cbc45fefc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:11.244430 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-afbca081-043b-45c8-9f6d-5fe335006b8b req-0be43500-d93b-41b5-b989-8cbc45fefc94 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5cdc10c2-393e-4b77-a124-fcafdc6753a4 HTTP/1.1" status: 200 len: 853 time: 0.0615249 May 11 16:38:11.254482 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-21d1ad1d-5dd8-4b77-9f94-20528e8bee9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:11.324399 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbca081-043b-45c8-9f6d-5fe335006b8b req-ef370cc2-080b-4963-bcef-b088cfb9bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:11.325896 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-afbca081-043b-45c8-9f6d-5fe335006b8b req-ef370cc2-080b-4963-bcef-b088cfb9bee6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0740058 May 11 16:38:11.344353 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1701f2-5bb0-4406-8460-2f3efd1a54dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1efd820-aa2b-4de8-be2f-eaefde2ad034,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:11.347159 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7d1701f2-5bb0-4406-8460-2f3efd1a54dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:11.362023 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7d1701f2-5bb0-4406-8460-2f3efd1a54dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:11.365476 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-7d1701f2-5bb0-4406-8460-2f3efd1a54dc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c1efd820-aa2b-4de8-be2f-eaefde2ad034 HTTP/1.1" status: 204 len: 168 time: 0.3895404 May 11 16:38:11.387893 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a01b0-e766-4f00-a085-4fe58781f990 req-019ce37a-2e67-4cd8-8d56-69a307b8c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:11.389465 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-986a01b0-e766-4f00-a085-4fe58781f990 req-019ce37a-2e67-4cd8-8d56-69a307b8c494 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0947d58a4f784ffdb486149eb985047a&device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 1096 time: 0.1814249 May 11 16:38:11.479560 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-afbca081-043b-45c8-9f6d-5fe335006b8b req-de67d472-4f77-492a-ab64-e33784c73c0c service neutron] 10.222.0.86 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444888 May 11 16:38:11.549267 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a01b0-e766-4f00-a085-4fe58781f990 req-b753afb1-7944-4f2a-8989-ac63981d02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:11.550688 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-986a01b0-e766-4f00-a085-4fe58781f990 req-b753afb1-7944-4f2a-8989-ac63981d02bd service neutron] 10.222.0.86 "GET /v2.0/networks?id=75895cd7-86cc-4311-898a-fb981ed5ac7d HTTP/1.1" status: 200 len: 917 time: 0.1355448 May 11 16:38:11.625265 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [req-afbca081-043b-45c8-9f6d-5fe335006b8b req-c310e173-bf09-4225-8e0e-03d8375a53bb service neutron] 10.222.0.86 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387947 May 11 16:38:11.676556 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-986a01b0-e766-4f00-a085-4fe58781f990 req-1f4ccb8c-f611-4f7b-a058-c2be740c9397 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75dd12cf-5665-4e81-aa85-ed151499d29c HTTP/1.1" status: 200 len: 999 time: 0.1119311 May 11 16:38:11.759909 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a01b0-e766-4f00-a085-4fe58781f990 req-ddc0a9db-6599-4463-bda0-c27f0611b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:11.761449 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-986a01b0-e766-4f00-a085-4fe58781f990 req-ddc0a9db-6599-4463-bda0-c27f0611b392 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78af6bf4-3116-4bd6-81f1-294f2a27b4a6 HTTP/1.1" status: 200 len: 855 time: 0.0733471 May 11 16:38:11.912506 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a01b0-e766-4f00-a085-4fe58781f990 req-224ff508-9596-469c-863a-f13fcfb29be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:11.914529 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-986a01b0-e766-4f00-a085-4fe58781f990 req-224ff508-9596-469c-863a-f13fcfb29be9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75895cd7-86cc-4311-898a-fb981ed5ac7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1451318 May 11 16:38:11.931222 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09e3a-fb09-4227-b3c6-3d3e32fb90ba req-e1213642-4c2b-4843-87d5-80e6c5340a9c tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:11.931222 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ceb09e3a-fb09-4227-b3c6-3d3e32fb90ba req-e1213642-4c2b-4843-87d5-80e6c5340a9c tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.1172266 May 11 16:38:12.119932 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ceb09e3a-fb09-4227-b3c6-3d3e32fb90ba req-c0269121-8095-45e0-8b0e-335383d4df5a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381562 May 11 16:38:12.158374 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-986a01b0-e766-4f00-a085-4fe58781f990 req-ec6f82fa-4200-4e37-b62b-b3995022c770 service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275472 May 11 16:38:12.166851 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992b200-f76c-4402-9c2c-86b129fafe98 req-35e642ff-8a14-4d8d-9dfd-e6dfc063e130 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:12.168344 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e992b200-f76c-4402-9c2c-86b129fafe98 req-35e642ff-8a14-4d8d-9dfd-e6dfc063e130 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 943 time: 0.2365577 May 11 16:38:12.295260 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e992b200-f76c-4402-9c2c-86b129fafe98 req-8123c3d5-36e3-4024-bc7a-a5809bf24786 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081581 May 11 16:38:12.332383 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-986a01b0-e766-4f00-a085-4fe58781f990 req-7edcb20b-5c96-4230-b43f-06fd76c4adc7 service neutron] 10.222.0.86 "GET /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627684 May 11 16:38:12.534418 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 75dd12cf-5665-4e81-aa85-ed151499d29c details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=79308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:38:12.670758 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 75dd12cf-5665-4e81-aa85-ed151499d29c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75dd12cf-5665-4e81-aa85-ed151499d29c,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:12.684139 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Returning: {'device': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'port_id': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'mac_address': 'fa:16:3e:8c:5e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:38:12.744695 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:12.761665 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75dd12cf-5665-4e81-aa85-ed151499d29c {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:38:12.777845 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 75dd12cf-5665-4e81-aa85-ed151499d29c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75dd12cf-5665-4e81-aa85-ed151499d29c,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:12.854750 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:12.857447 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-073a377a-bb14-4623-b04c-6fdfec5ac012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:12.928064 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=75dd12cf-5665-4e81-aa85-ed151499d29c,revision_number=9']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:12.931874 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:13.077388 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['75dd12cf-5665-4e81-aa85-ed151499d29c'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:38:13.314964 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d40c2-f58c-4f23-852c-345e271fa677 req-52a31922-e1ae-4622-a90d-8e8d1e7e0498 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:13.316362 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-060d40c2-f58c-4f23-852c-345e271fa677 req-52a31922-e1ae-4622-a90d-8e8d1e7e0498 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.0818875 May 11 16:38:13.363836 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-060d40c2-f58c-4f23-852c-345e271fa677 req-36b4495b-6fb9-4f01-8233-cd4bd7909c92 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414395 May 11 16:38:13.495322 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7c61f-7fd6-4da4-8670-c10fb93acb07 req-ecb0e704-75c8-41d8-a85a-e0f2e2562545 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:13.496808 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bca7c61f-7fd6-4da4-8670-c10fb93acb07 req-ecb0e704-75c8-41d8-a85a-e0f2e2562545 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 944 time: 0.0839944 May 11 16:38:13.541813 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-bca7c61f-7fd6-4da4-8670-c10fb93acb07 req-c760b3cd-806f-495e-99ad-6481bfb718bb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391512 May 11 16:38:14.548312 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 75dd12cf-5665-4e81-aa85-ed151499d29c up at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:38:14.618353 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Provisioning complete for port 75dd12cf-5665-4e81-aa85-ed151499d29c triggered by entity L2. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:14.618729 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:14.740746 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:14.742824 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86564e6-ef24-4ad2-8d37-bb7874525b44 req-2b0d3ba4-a861-47a0-aa34-6006f57ea5eb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:14.744990 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b86564e6-ef24-4ad2-8d37-bb7874525b44 req-2b0d3ba4-a861-47a0-aa34-6006f57ea5eb tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 944 time: 0.0863245 May 11 16:38:14.772155 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dd12cf-5665-4e81-aa85-ed151499d29c'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:38:14.782786 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] For port 75dd12cf-5665-4e81-aa85-ed151499d29c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75dd12cf-5665-4e81-aa85-ed151499d29c,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:14.798397 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b86564e6-ef24-4ad2-8d37-bb7874525b44 req-0297c56c-08e4-4478-9beb-0cfabdfa3f68 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467696 May 11 16:38:14.823186 dv-cinder-761113-11-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'code': 200} May 11 16:38:14.866151 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:14.868171 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:14.945278 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Pushing event updated for resources: {'Port': ['ID=75dd12cf-5665-4e81-aa85-ed151499d29c,revision_number=10']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:14.948205 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:15.071502 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6c110404-0ca0-48ac-b734-724733948c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:15.288348 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e9eb2-29c2-4994-b7b7-a3ff44c1f6f1 req-49747881-285e-44a1-b344-cc679be84161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:15.289727 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-274e9eb2-29c2-4994-b7b7-a3ff44c1f6f1 req-49747881-285e-44a1-b344-cc679be84161 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 1099 time: 0.0694973 May 11 16:38:15.331415 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-274e9eb2-29c2-4994-b7b7-a3ff44c1f6f1 req-c163ad98-6c82-418c-b8c3-cae7859f9b80 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355370 May 11 16:38:15.997949 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c94e7f-96ea-4bd4-aa21-13487271ac58 req-4fe62af7-6671-4b1b-b2f4-1e260d08b30a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:15.999587 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-57c94e7f-96ea-4bd4-aa21-13487271ac58 req-4fe62af7-6671-4b1b-b2f4-1e260d08b30a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 946 time: 0.0847683 May 11 16:38:16.046028 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-57c94e7f-96ea-4bd4-aa21-13487271ac58 req-9d175fb8-4975-4971-ace6-07f9a29e5ddd tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394971 May 11 16:38:16.374572 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49706) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:16.496037 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4a4c488e-b72d-40bd-a89d-6db13c5e0287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:16.511236 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-4a4c488e-b72d-40bd-a89d-6db13c5e0287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:16.515104 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-4a4c488e-b72d-40bd-a89d-6db13c5e0287 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7b9559eec44cc985ee6d1ea3c01fa0 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:16.517971 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-4a4c488e-b72d-40bd-a89d-6db13c5e0287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:16.523829 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-4a4c488e-b72d-40bd-a89d-6db13c5e0287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:16.609479 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4a4c488e-b72d-40bd-a89d-6db13c5e0287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:16.671773 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4a4c488e-b72d-40bd-a89d-6db13c5e0287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:16.684411 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c35a2b39-3754-40a4-82c1-20e918d555e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:16.721335 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-4a4c488e-b72d-40bd-a89d-6db13c5e0287 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae7b9559eec44cc985ee6d1ea3c01fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456006 May 11 16:38:16.724322 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 49728) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:16.725809 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c488e-b72d-40bd-a89d-6db13c5e0287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d166b9a7-dbb1-464c-8e77-9b8a3039f393,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:16.728931 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4a4c488e-b72d-40bd-a89d-6db13c5e0287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:16.788484 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-84f44a20-b479-4e15-9ce1-0aa737fb5b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:16.814430 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-84f44a20-b479-4e15-9ce1-0aa737fb5b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:16.974815 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-84f44a20-b479-4e15-9ce1-0aa737fb5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:16.979300 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-c4f6bfa2-2f4f-495a-869b-866d2d9a3bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:16.990379 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f44a20-b479-4e15-9ce1-0aa737fb5b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d166b9a7-dbb1-464c-8e77-9b8a3039f393,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:16.993763 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-84f44a20-b479-4e15-9ce1-0aa737fb5b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:16.997820 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-84f44a20-b479-4e15-9ce1-0aa737fb5b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:16.999722 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-84f44a20-b479-4e15-9ce1-0aa737fb5b3c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d166b9a7-dbb1-464c-8e77-9b8a3039f393 HTTP/1.1" status: 204 len: 168 time: 0.2742836 May 11 16:38:17.247873 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae2b96-3b25-42c9-b4e1-37a4c37fb667 req-6c575fb0-9e09-457b-a14d-c31ce52ccb68 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:17.249383 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-41ae2b96-3b25-42c9-b4e1-37a4c37fb667 req-6c575fb0-9e09-457b-a14d-c31ce52ccb68 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 946 time: 0.0858564 May 11 16:38:17.295436 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-41ae2b96-3b25-42c9-b4e1-37a4c37fb667 req-0524463e-3246-4639-87b5-1ce74371c317 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399580 May 11 16:38:17.454574 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:17.716504 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77375-e131-4409-8a48-d63b74f38641 req-74a6836b-d047-4730-be38-c82e2fb06e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:17.717967 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0df77375-e131-4409-8a48-d63b74f38641 req-74a6836b-d047-4730-be38-c82e2fb06e8d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1d17ce58feba40ec8c0fe66041e81b5b&device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 1137 time: 0.1814625 May 11 16:38:17.725864 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d9b97-869f-4e1c-b041-3b812318a5c7 req-9ee24015-3b4d-41c9-ad2e-a12b8b02626a tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:17.727281 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ba9d9b97-869f-4e1c-b041-3b812318a5c7 req-9ee24015-3b4d-41c9-ad2e-a12b8b02626a tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 984 time: 0.2260740 May 11 16:38:17.732435 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49754) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:17.751089 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5db78a5b-a4cb-41e1-8282-51840ad8744c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:17.766550 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-5db78a5b-a4cb-41e1-8282-51840ad8744c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:17.770664 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-5db78a5b-a4cb-41e1-8282-51840ad8744c admin admin] Usage tracker for resource:security_group_rule and tenant:1dd304c107814e32a2ac1d045b8b78af is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:17.775183 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-5db78a5b-a4cb-41e1-8282-51840ad8744c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:17.782175 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-5db78a5b-a4cb-41e1-8282-51840ad8744c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:17.804318 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-acacd01e-b0a3-4965-bb46-b90ba915d3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:17.860333 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-ba9d9b97-869f-4e1c-b041-3b812318a5c7 req-13857825-d921-4610-8387-be1cb5ce6a0d tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e765f2-2032-4849-9c35-b1eac1b069b7&id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093462 May 11 16:38:17.878211 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5db78a5b-a4cb-41e1-8282-51840ad8744c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:17.904828 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77375-e131-4409-8a48-d63b74f38641 req-9e88d254-ce97-4206-a169-5d4672209c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:17.911787 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0df77375-e131-4409-8a48-d63b74f38641 req-9e88d254-ce97-4206-a169-5d4672209c2b service neutron] 10.222.0.86 "GET /v2.0/networks?id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5 HTTP/1.1" status: 200 len: 915 time: 0.1754110 May 11 16:38:17.968841 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5db78a5b-a4cb-41e1-8282-51840ad8744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:17.980588 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-802b4d72-4df6-4b67-ae4f-de2e2b023299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:18.010540 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0df77375-e131-4409-8a48-d63b74f38641 req-dcafcb4d-82f9-4bba-8fef-2b4ccc1de16f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9e409e-34fe-4fe8-9421-3e46cddaf20a HTTP/1.1" status: 200 len: 1001 time: 0.0970235 May 11 16:38:18.020493 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-5db78a5b-a4cb-41e1-8282-51840ad8744c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1dd304c107814e32a2ac1d045b8b78af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868853 May 11 16:38:18.021456 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db78a5b-a4cb-41e1-8282-51840ad8744c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b9596d-69f7-477a-9f10-fab388772d9b,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:18.024040 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49758) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:18.027817 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-5db78a5b-a4cb-41e1-8282-51840ad8744c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:18.088572 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77375-e131-4409-8a48-d63b74f38641 req-1bf597c7-5e7a-44b1-8c4c-1aca04eaf088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:18.090010 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0df77375-e131-4409-8a48-d63b74f38641 req-1bf597c7-5e7a-44b1-8c4c-1aca04eaf088 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5cdc10c2-393e-4b77-a124-fcafdc6753a4 HTTP/1.1" status: 200 len: 853 time: 0.0662935 May 11 16:38:18.090638 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-26e5319f-591c-49de-b64f-c86bf6ed9574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:18.116887 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-26e5319f-591c-49de-b64f-c86bf6ed9574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:18.168908 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77375-e131-4409-8a48-d63b74f38641 req-9bf99e9f-28a5-401c-87af-b887a76912bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:18.170421 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0df77375-e131-4409-8a48-d63b74f38641 req-9bf99e9f-28a5-401c-87af-b887a76912bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0733798 May 11 16:38:18.288691 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-26e5319f-591c-49de-b64f-c86bf6ed9574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:18.293011 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8a00bdc4-9af6-4e0a-9352-609d6ec15e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:18.305072 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0df77375-e131-4409-8a48-d63b74f38641 req-fbca69f6-3078-4826-bb58-cb991a55b35d service neutron] 10.222.0.86 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278675 May 11 16:38:18.309853 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5319f-591c-49de-b64f-c86bf6ed9574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b9596d-69f7-477a-9f10-fab388772d9b,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:18.312745 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-26e5319f-591c-49de-b64f-c86bf6ed9574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:18.326969 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-26e5319f-591c-49de-b64f-c86bf6ed9574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:18.331275 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-26e5319f-591c-49de-b64f-c86bf6ed9574 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65b9596d-69f7-477a-9f10-fab388772d9b HTTP/1.1" status: 204 len: 168 time: 0.3058567 May 11 16:38:18.498721 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0df77375-e131-4409-8a48-d63b74f38641 req-92debca2-de35-4396-b8de-c32e1bb0006f service neutron] 10.222.0.86 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866200 May 11 16:38:18.535057 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54209bc-22c7-4ebd-be93-1cd01602f447 req-ff7172df-840d-4ccc-b2a0-c7d3aa4f208a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:18.536577 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d54209bc-22c7-4ebd-be93-1cd01602f447 req-ff7172df-840d-4ccc-b2a0-c7d3aa4f208a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 946 time: 0.1023467 May 11 16:38:18.581813 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-d54209bc-22c7-4ebd-be93-1cd01602f447 req-f32ad615-7455-44bf-a51a-3e67d31b7abe tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391746 May 11 16:38:18.877226 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:19.050986 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e691e4-7c74-421a-a0f5-f3937c50b6de req-62690b9c-f504-4ba6-9ce3-badb5cab5ab3 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:19.052464 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-54e691e4-7c74-421a-a0f5-f3937c50b6de req-62690b9c-f504-4ba6-9ce3-badb5cab5ab3 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 984 time: 0.0813432 May 11 16:38:19.099019 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-54e691e4-7c74-421a-a0f5-f3937c50b6de req-be362e82-b95c-46fa-9dac-5590b1f04e4a tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e765f2-2032-4849-9c35-b1eac1b069b7&id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404236 May 11 16:38:20.292626 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410b8ae-8368-4abb-87d2-b390ce542150 req-62d8c496-e4fb-4be4-b5f7-9f5512f7cb5a tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:20.294172 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5410b8ae-8368-4abb-87d2-b390ce542150 req-62d8c496-e4fb-4be4-b5f7-9f5512f7cb5a tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 984 time: 0.0879157 May 11 16:38:20.323593 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:20.343327 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-5410b8ae-8368-4abb-87d2-b390ce542150 req-b048b5f0-75c7-415f-adbe-adc1688ee0d5 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e765f2-2032-4849-9c35-b1eac1b069b7&id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426769 May 11 16:38:21.532868 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625c0ab-36c0-4a03-80a9-e260ea2eb4c0 req-d7627402-699a-4470-8169-930d49428358 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:21.534311 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6625c0ab-36c0-4a03-80a9-e260ea2eb4c0 req-d7627402-699a-4470-8169-930d49428358 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 984 time: 0.0811040 May 11 16:38:21.581539 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-6625c0ab-36c0-4a03-80a9-e260ea2eb4c0 req-8fb21b04-2efa-48ec-b3d9-b23729c70940 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e765f2-2032-4849-9c35-b1eac1b069b7&id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410802 May 11 16:38:22.777202 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a96a0-e893-4ebe-bbad-c39638221da3 req-1d98978c-992d-4b54-a61a-16b707cb6e50 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:22.778641 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3b0a96a0-e893-4ebe-bbad-c39638221da3 req-1d98978c-992d-4b54-a61a-16b707cb6e50 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 984 time: 0.0891981 May 11 16:38:22.827693 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3b0a96a0-e893-4ebe-bbad-c39638221da3 req-c648b774-ba5b-4da8-be5c-b49290a09e09 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e765f2-2032-4849-9c35-b1eac1b069b7&id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429602 May 11 16:38:24.017648 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5858b8-cb84-42ed-a9c7-500f11b99f25 req-19f1e4f2-8a76-4ee2-b902-819ce7043ea2 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:24.019465 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dd5858b8-cb84-42ed-a9c7-500f11b99f25 req-19f1e4f2-8a76-4ee2-b902-819ce7043ea2 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 984 time: 0.0846095 May 11 16:38:24.068634 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-dd5858b8-cb84-42ed-a9c7-500f11b99f25 req-8c2ade46-e642-4dc8-b5b7-38aad9aa94d6 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e765f2-2032-4849-9c35-b1eac1b069b7&id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425649 May 11 16:38:25.261673 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efda35-67c9-46dc-9c12-93c26c0e0b7e req-81ccd64a-57dc-43ae-b99c-8e6a791ab401 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:25.263103 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b5efda35-67c9-46dc-9c12-93c26c0e0b7e req-81ccd64a-57dc-43ae-b99c-8e6a791ab401 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 984 time: 0.0818295 May 11 16:38:25.309833 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b5efda35-67c9-46dc-9c12-93c26c0e0b7e req-628a76c1-d14c-4b9e-b33e-d55d296671a1 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e765f2-2032-4849-9c35-b1eac1b069b7&id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406976 May 11 16:38:26.227108 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49850) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:26.343028 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-77d61d3b-c094-429f-b68f-a7e2dc192355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:26.358111 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-77d61d3b-c094-429f-b68f-a7e2dc192355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:26.361935 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-77d61d3b-c094-429f-b68f-a7e2dc192355 admin admin] Usage tracker for resource:security_group_rule and tenant:da9ffaff7af8439c9fa2e5d5a5a6fcdd is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:26.364785 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-77d61d3b-c094-429f-b68f-a7e2dc192355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:26.371732 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-77d61d3b-c094-429f-b68f-a7e2dc192355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:26.457019 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-77d61d3b-c094-429f-b68f-a7e2dc192355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:26.499980 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c16846-cb60-4aa8-97d2-d2d1c01f2790 req-9f81a219-a41b-4a0a-8a26-7909583e4a88 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:26.501431 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-30c16846-cb60-4aa8-97d2-d2d1c01f2790 req-9f81a219-a41b-4a0a-8a26-7909583e4a88 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 984 time: 0.0842259 May 11 16:38:26.540073 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-77d61d3b-c094-429f-b68f-a7e2dc192355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:26.548817 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-30c16846-cb60-4aa8-97d2-d2d1c01f2790 req-a42d40d8-389a-4807-b4ed-8f28a6db0f1e tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e765f2-2032-4849-9c35-b1eac1b069b7&id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413241 May 11 16:38:26.549083 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:26.688611 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-77d61d3b-c094-429f-b68f-a7e2dc192355 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da9ffaff7af8439c9fa2e5d5a5a6fcdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603934 May 11 16:38:26.689578 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d61d3b-c094-429f-b68f-a7e2dc192355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25820097-a7b8-4814-a8a8-8d2d48178e57,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:26.691234 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 49858) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:26.692726 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-77d61d3b-c094-429f-b68f-a7e2dc192355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:26.751743 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:26.777100 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:26.900128 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:26.903855 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d4d90580-1af6-4369-94a7-61c048a2c587 tempest-VolumesNegativeTest-2142658998 tempest-VolumesNegativeTest-2142658998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:26.914653 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25820097-a7b8-4814-a8a8-8d2d48178e57,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:26.925664 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:26.926033 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:26.926393 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:26.926785 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:26.927136 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:26.927509 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:26.927857 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:26.928203 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:26.928549 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:26.928889 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:26.929234 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:26.929571 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:26.932575 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:26.934229 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25820097-a7b8-4814-a8a8-8d2d48178e57 HTTP/1.1" status: 204 len: 168 time: 0.2409980 May 11 16:38:26.935183 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:27.553256 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 49866) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:27.574504 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d6525a9a-2972-4900-8756-5fab282f3637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.661602 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-d6525a9a-2972-4900-8756-5fab282f3637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:27.694101 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-d6525a9a-2972-4900-8756-5fab282f3637 admin admin] Usage tracker for resource:security_group_rule and tenant:676e0d0290f24ddbb381eb77dd5ff918 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:27.702610 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-d6525a9a-2972-4900-8756-5fab282f3637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:27.713192 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-d6525a9a-2972-4900-8756-5fab282f3637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:27.777695 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f28606-5923-4b83-9a2b-319825894fa4 req-0f550ab6-bfae-4d5f-86bc-9d2fd105227a tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:27.779137 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e5f28606-5923-4b83-9a2b-319825894fa4 req-0f550ab6-bfae-4d5f-86bc-9d2fd105227a tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 984 time: 0.1187782 May 11 16:38:27.854351 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-e5f28606-5923-4b83-9a2b-319825894fa4 req-28e2590b-d31a-4275-9bce-ca847985a913 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e765f2-2032-4849-9c35-b1eac1b069b7&id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684123 May 11 16:38:27.872842 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d6525a9a-2972-4900-8756-5fab282f3637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.968564 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d6525a9a-2972-4900-8756-5fab282f3637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.975439 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-86cf5c4d-4b76-42a5-a1f5-b8cab0923c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:28.019142 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-d6525a9a-2972-4900-8756-5fab282f3637 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=676e0d0290f24ddbb381eb77dd5ff918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623981 May 11 16:38:28.019142 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6525a9a-2972-4900-8756-5fab282f3637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2186162-982d-4bad-ab98-043480c6cad2,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:28.019626 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49872) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:28.021318 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d6525a9a-2972-4900-8756-5fab282f3637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:28.079835 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da1509eb-ef42-4f30-b3ae-039ac9bf61d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:28.106366 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da1509eb-ef42-4f30-b3ae-039ac9bf61d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:28.231051 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da1509eb-ef42-4f30-b3ae-039ac9bf61d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:28.234803 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-27bdfb90-d1df-4e21-a92d-5b2eb48b1b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:28.246611 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1509eb-ef42-4f30-b3ae-039ac9bf61d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2186162-982d-4bad-ab98-043480c6cad2,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:28.249185 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-da1509eb-ef42-4f30-b3ae-039ac9bf61d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:28.256310 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da1509eb-ef42-4f30-b3ae-039ac9bf61d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:28.257393 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-da1509eb-ef42-4f30-b3ae-039ac9bf61d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f2186162-982d-4bad-ab98-043480c6cad2 HTTP/1.1" status: 204 len: 168 time: 0.2368233 May 11 16:38:29.042972 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a630f-97a8-4a91-89f1-1051defa1542 req-9bd751f3-3b2e-4a3c-9f12-ff9241311910 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:29.044336 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-de3a630f-97a8-4a91-89f1-1051defa1542 req-9bd751f3-3b2e-4a3c-9f12-ff9241311910 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 984 time: 0.0829711 May 11 16:38:29.096669 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-de3a630f-97a8-4a91-89f1-1051defa1542 req-44eb5e44-53bd-4fb2-a512-aaa998f9979a tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e765f2-2032-4849-9c35-b1eac1b069b7&id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453935 May 11 16:38:30.287629 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e755aa-791d-462e-9bf1-2d5f8260dd03 req-21938099-61f1-4698-9821-728dd0418fb4 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:30.287629 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-76e755aa-791d-462e-9bf1-2d5f8260dd03 req-21938099-61f1-4698-9821-728dd0418fb4 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 984 time: 0.0819435 May 11 16:38:30.336042 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-76e755aa-791d-462e-9bf1-2d5f8260dd03 req-64a49e21-8316-4946-b0ef-dd01fbf5c03b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8e765f2-2032-4849-9c35-b1eac1b069b7&id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441246 May 11 16:38:30.830599 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 49934) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:30.950420 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-abb1e07b-628e-41fd-85ae-e7b11672489f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:30.967715 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-abb1e07b-628e-41fd-85ae-e7b11672489f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:30.971451 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-abb1e07b-628e-41fd-85ae-e7b11672489f admin admin] Usage tracker for resource:security_group_rule and tenant:f0d02fb349414276ab9e69442efecb97 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:30.974569 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-abb1e07b-628e-41fd-85ae-e7b11672489f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:30.980584 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-abb1e07b-628e-41fd-85ae-e7b11672489f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:31.064486 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-abb1e07b-628e-41fd-85ae-e7b11672489f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:31.191453 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-abb1e07b-628e-41fd-85ae-e7b11672489f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:31.198635 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:31.239186 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-abb1e07b-628e-41fd-85ae-e7b11672489f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0d02fb349414276ab9e69442efecb97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075410 May 11 16:38:31.240204 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1e07b-628e-41fd-85ae-e7b11672489f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cd122d-e2f1-4a1a-8948-766e1453b138,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:31.241929 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49940) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:31.243176 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-abb1e07b-628e-41fd-85ae-e7b11672489f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:31.302167 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-63ad690e-2dbb-46d9-8e28-b13a00137486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:31.328532 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-63ad690e-2dbb-46d9-8e28-b13a00137486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:31.488279 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-63ad690e-2dbb-46d9-8e28-b13a00137486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:31.492178 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-760a2430-fe3c-41c2-bb15-0c7a84281685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:31.505547 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad690e-2dbb-46d9-8e28-b13a00137486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cd122d-e2f1-4a1a-8948-766e1453b138,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:31.508561 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-63ad690e-2dbb-46d9-8e28-b13a00137486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:31.513522 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-63ad690e-2dbb-46d9-8e28-b13a00137486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:31.514271 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-63ad690e-2dbb-46d9-8e28-b13a00137486 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e9cd122d-e2f1-4a1a-8948-766e1453b138 HTTP/1.1" status: 204 len: 168 time: 0.2709017 May 11 16:38:32.120855 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 49948) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:32.139647 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-9a4649bb-0e89-47ae-9b26-d72305ad5ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:32.154242 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-9a4649bb-0e89-47ae-9b26-d72305ad5ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:32.158079 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-9a4649bb-0e89-47ae-9b26-d72305ad5ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:753f77f80c164b12a3ae62fe1bea3cda is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:32.162903 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-9a4649bb-0e89-47ae-9b26-d72305ad5ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:32.167152 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-9a4649bb-0e89-47ae-9b26-d72305ad5ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:32.250304 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-9a4649bb-0e89-47ae-9b26-d72305ad5ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:32.357408 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-9a4649bb-0e89-47ae-9b26-d72305ad5ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:32.364545 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-281410c2-730b-4683-b668-c3b49ded9d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:32.413768 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-9a4649bb-0e89-47ae-9b26-d72305ad5ea5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=753f77f80c164b12a3ae62fe1bea3cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918348 May 11 16:38:32.414716 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4649bb-0e89-47ae-9b26-d72305ad5ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7427b3e5-e98e-4573-a863-c6071a21dc18,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:32.416423 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 49952) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:32.420607 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-9a4649bb-0e89-47ae-9b26-d72305ad5ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:32.477731 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d1e5b4dc-84e4-4738-a728-c242d7f57f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:32.504115 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d1e5b4dc-84e4-4738-a728-c242d7f57f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:32.636982 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d1e5b4dc-84e4-4738-a728-c242d7f57f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:32.640741 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4bf166b2-28ce-4065-b35c-5c5b760f6111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:32.651675 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5b4dc-84e4-4738-a728-c242d7f57f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7427b3e5-e98e-4573-a863-c6071a21dc18,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:32.656271 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d1e5b4dc-84e4-4738-a728-c242d7f57f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:32.658226 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d1e5b4dc-84e4-4738-a728-c242d7f57f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:32.659327 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-d1e5b4dc-84e4-4738-a728-c242d7f57f7b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7427b3e5-e98e-4573-a863-c6071a21dc18 HTTP/1.1" status: 204 len: 168 time: 0.2415569 May 11 16:38:34.242999 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:36.733867 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50026) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:36.849819 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-798bf3b0-7bd1-432d-9a62-48d8b2b4043b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:36.865003 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-798bf3b0-7bd1-432d-9a62-48d8b2b4043b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:36.868900 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-798bf3b0-7bd1-432d-9a62-48d8b2b4043b admin admin] Usage tracker for resource:security_group_rule and tenant:e65cec5a243a46098b864d075a046c33 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:36.871770 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-798bf3b0-7bd1-432d-9a62-48d8b2b4043b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:36.877679 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-798bf3b0-7bd1-432d-9a62-48d8b2b4043b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:36.964033 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-798bf3b0-7bd1-432d-9a62-48d8b2b4043b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:37.059956 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-798bf3b0-7bd1-432d-9a62-48d8b2b4043b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:37.067344 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6e58cc70-e50c-4d90-9a8a-6ae82e848bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:37.107777 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bf3b0-7bd1-432d-9a62-48d8b2b4043b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6335b361-835e-4bae-b809-242736ef59ba,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:37.111916 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-798bf3b0-7bd1-432d-9a62-48d8b2b4043b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e65cec5a243a46098b864d075a046c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770170 May 11 16:38:37.112800 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-798bf3b0-7bd1-432d-9a62-48d8b2b4043b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:37.114604 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50032) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:37.173001 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b34cba28-79df-4a2c-a513-b0e745bea859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:37.198104 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b34cba28-79df-4a2c-a513-b0e745bea859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:37.334177 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b34cba28-79df-4a2c-a513-b0e745bea859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:37.338060 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-798bf3b0-7bd1-432d-9a62-48d8b2b4043b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:37.351654 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cba28-79df-4a2c-a513-b0e745bea859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6335b361-835e-4bae-b809-242736ef59ba,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:37.354684 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b34cba28-79df-4a2c-a513-b0e745bea859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:37.356654 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b34cba28-79df-4a2c-a513-b0e745bea859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:37.358071 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-b34cba28-79df-4a2c-a513-b0e745bea859 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6335b361-835e-4bae-b809-242736ef59ba HTTP/1.1" status: 204 len: 168 time: 0.2422509 May 11 16:38:37.966805 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50040) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:37.985769 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6a9d0894-466d-4df3-b6c2-cf4d892d33f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:37.999852 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-6a9d0894-466d-4df3-b6c2-cf4d892d33f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:38.003699 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-6a9d0894-466d-4df3-b6c2-cf4d892d33f1 admin admin] Usage tracker for resource:security_group_rule and tenant:49a6009d4e174e338316359bbce717a6 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:38.006481 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-6a9d0894-466d-4df3-b6c2-cf4d892d33f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:38.012279 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-6a9d0894-466d-4df3-b6c2-cf4d892d33f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:38.094576 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6a9d0894-466d-4df3-b6c2-cf4d892d33f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:38.157141 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6a9d0894-466d-4df3-b6c2-cf4d892d33f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:38.164376 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1038b195-0496-4c76-a4d1-28a24c167714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:38.203235 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d0894-466d-4df3-b6c2-cf4d892d33f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a480fcd5-2b74-40b0-9ed8-9a3fae365428,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:38.207463 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-6a9d0894-466d-4df3-b6c2-cf4d892d33f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=49a6009d4e174e338316359bbce717a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396631 May 11 16:38:38.208389 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-6a9d0894-466d-4df3-b6c2-cf4d892d33f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:38.210630 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50044) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:38.268699 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-86755c27-0b35-4def-a74c-1b6cf472f8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:38.293633 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-86755c27-0b35-4def-a74c-1b6cf472f8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:38.425831 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-86755c27-0b35-4def-a74c-1b6cf472f8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:38.429555 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-e178fac5-79b8-426c-9211-a62b3599367c tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:38.442035 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86755c27-0b35-4def-a74c-1b6cf472f8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a480fcd5-2b74-40b0-9ed8-9a3fae365428,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:38.445828 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-86755c27-0b35-4def-a74c-1b6cf472f8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:38.460564 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-86755c27-0b35-4def-a74c-1b6cf472f8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:38.461682 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-86755c27-0b35-4def-a74c-1b6cf472f8ea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a480fcd5-2b74-40b0-9ed8-9a3fae365428 HTTP/1.1" status: 204 len: 168 time: 0.2506657 May 11 16:38:40.203632 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:38:40.215415 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50078) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:40.334650 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-31a612fe-2a79-4702-8dce-7605455cbf3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:40.349831 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-31a612fe-2a79-4702-8dce-7605455cbf3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:40.353636 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-31a612fe-2a79-4702-8dce-7605455cbf3f admin admin] Usage tracker for resource:security_group_rule and tenant:d89d7039f51144ae9af5bc4b81300d9a is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:40.356496 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-31a612fe-2a79-4702-8dce-7605455cbf3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:40.362211 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-31a612fe-2a79-4702-8dce-7605455cbf3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:40.441133 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-31a612fe-2a79-4702-8dce-7605455cbf3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:40.676795 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-31a612fe-2a79-4702-8dce-7605455cbf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:40.684405 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-569ff202-4f2a-434c-83d1-7361a5018786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:40.727332 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-31a612fe-2a79-4702-8dce-7605455cbf3f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d89d7039f51144ae9af5bc4b81300d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108023 May 11 16:38:40.728265 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a612fe-2a79-4702-8dce-7605455cbf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc05354-d7d7-4b68-b902-0c1c10f50626,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:40.730228 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50084) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:40.731403 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-31a612fe-2a79-4702-8dce-7605455cbf3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:40.791505 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-9ba53082-fcef-46e1-a822-fde1e1ff64b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:40.818299 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-9ba53082-fcef-46e1-a822-fde1e1ff64b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:40.939982 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-9ba53082-fcef-46e1-a822-fde1e1ff64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:40.943656 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d6525a9a-2972-4900-8756-5fab282f3637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:40.954776 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba53082-fcef-46e1-a822-fde1e1ff64b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc05354-d7d7-4b68-b902-0c1c10f50626,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:40.958668 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-9ba53082-fcef-46e1-a822-fde1e1ff64b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:40.961891 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-9ba53082-fcef-46e1-a822-fde1e1ff64b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:40.962993 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-9ba53082-fcef-46e1-a822-fde1e1ff64b7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8bc05354-d7d7-4b68-b902-0c1c10f50626 HTTP/1.1" status: 204 len: 168 time: 0.2290606 May 11 16:38:44.985447 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7c5bf42e-2b99-4866-9d36-276a927d3390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:47.465605 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:47.773852 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fd7dc792-8c34-41ec-a984-7a6bf25c9f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:48.848309 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:50.333825 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:50.477029 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50174) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:50.597619 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0398005e-79da-4f51-b49a-37b7b278ad37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:50.612340 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-0398005e-79da-4f51-b49a-37b7b278ad37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:50.616175 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-0398005e-79da-4f51-b49a-37b7b278ad37 admin admin] Usage tracker for resource:security_group_rule and tenant:dde084420acd47b69117041b16f36301 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:50.618939 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-0398005e-79da-4f51-b49a-37b7b278ad37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:50.624571 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-0398005e-79da-4f51-b49a-37b7b278ad37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:50.710728 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0398005e-79da-4f51-b49a-37b7b278ad37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:50.808537 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0398005e-79da-4f51-b49a-37b7b278ad37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:50.816496 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-57bdbf26-7ab6-4c5b-99f6-cd04ba8b48f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:50.857316 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398005e-79da-4f51-b49a-37b7b278ad37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12b4e41-42f3-4037-8064-d5bc5c830881,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:50.860609 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0398005e-79da-4f51-b49a-37b7b278ad37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:50.863517 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-0398005e-79da-4f51-b49a-37b7b278ad37 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dde084420acd47b69117041b16f36301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854825 May 11 16:38:50.866373 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50182) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:50.927248 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:50.953582 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:51.105201 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:51.109286 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e325aa66-54e9-410d-bf14-c6c9d22b3ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:51.121843 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12b4e41-42f3-4037-8064-d5bc5c830881,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:51.132901 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:51.133278 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:51.133648 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:51.134083 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:51.134456 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:51.134810 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:51.135166 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:51.135553 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:51.135906 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:51.136253 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:51.136601 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:51.136948 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:51.141974 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:51.143803 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:51.144904 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b12b4e41-42f3-4037-8064-d5bc5c830881 HTTP/1.1" status: 204 len: 168 time: 0.2775216 May 11 16:38:52.905229 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697b60a-5418-4ccc-ab53-ac6a0637cfe1 req-bab954c3-cf3f-4828-9cc7-6b012369903b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:52.906697 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3697b60a-5418-4ccc-ab53-ac6a0637cfe1 req-bab954c3-cf3f-4828-9cc7-6b012369903b tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 946 time: 0.0808606 May 11 16:38:52.962846 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3697b60a-5418-4ccc-ab53-ac6a0637cfe1 req-efb5418c-7b25-41ed-9321-ff4f14a18132 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496204 May 11 16:38:54.159324 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b6f7b-5462-4868-a052-76dd7d4ac027 req-8e2c7637-e6f6-4c76-afa4-a2a047b09bf5 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:54.160822 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0b9b6f7b-5462-4868-a052-76dd7d4ac027 req-8e2c7637-e6f6-4c76-afa4-a2a047b09bf5 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 946 time: 0.0812564 May 11 16:38:54.252557 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0b9b6f7b-5462-4868-a052-76dd7d4ac027 req-cf8952cb-6795-4caf-b582-510eeebb20ac tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups?id=d03a801f-a9fa-404a-a25c-0cecf03a7d92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612926 May 11 16:38:54.277503 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add683c7-41e2-4643-86c1-56e1ece3534a req-0b186631-eb9b-4427-a7b6-8d9a3b0d60ae tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:54.279096 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-add683c7-41e2-4643-86c1-56e1ece3534a req-0b186631-eb9b-4427-a7b6-8d9a3b0d60ae tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 946 time: 0.1172631 May 11 16:38:54.416520 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-add683c7-41e2-4643-86c1-56e1ece3534a req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Deleting port 75dd12cf-5665-4e81-aa85-ed151499d29c {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:38:54.416860 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-add683c7-41e2-4643-86c1-56e1ece3534a req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:54.550048 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-add683c7-41e2-4643-86c1-56e1ece3534a req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] For port 75dd12cf-5665-4e81-aa85-ed151499d29c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=75dd12cf-5665-4e81-aa85-ed151499d29c,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:54.550316 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-add683c7-41e2-4643-86c1-56e1ece3534a req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:54.905153 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-add683c7-41e2-4643-86c1-56e1ece3534a req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:54.905441 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-add683c7-41e2-4643-86c1-56e1ece3534a req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396400'] for floatingip, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:54.905753 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.db.l3_db [req-add683c7-41e2-4643-86c1-56e1ece3534a req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Floating IP fe517861-8aa8-400e-a853-01b5c6748767 disassociated. External IP: 172.28.3.231, port: 75dd12cf-5665-4e81-aa85-ed151499d29c. May 11 16:38:54.906101 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-add683c7-41e2-4643-86c1-56e1ece3534a req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Calling delete_port for 75dd12cf-5665-4e81-aa85-ed151499d29c owned by compute:nova {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:38:55.100246 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-add683c7-41e2-4643-86c1-56e1ece3534a req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:55.106645 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-27262596-f800-4c59-a685-4e6c1afc91a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:55.154490 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event deleted for resources: {'Port': ['ID=75dd12cf-5665-4e81-aa85-ed151499d29c,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:55.158580 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:55.340952 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-add683c7-41e2-4643-86c1-56e1ece3534a req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Router 2945a0de-eff8-4596-bbd8-77e4fe7731df has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:38:55.511680 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-0907c0a2-9cff-4592-9850-c8c22c1eebc0 req-46428426-4842-4e7b-9087-29077ad4de05 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f30b411-f3ef-4a90-aedc-c1358ec21856 HTTP/1.1" status: 200 len: 210 time: 0.1135619 May 11 16:38:55.566137 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-add683c7-41e2-4643-86c1-56e1ece3534a req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:38:55.575862 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfeead4-3c62-4142-a7e6-fbedf2309e23 None None] Sync routers for ids ['2945a0de-eff8-4596-bbd8-77e4fe7731df'] in dv-cinder-761113-11-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:38:55.587100 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfeead4-3c62-4142-a7e6-fbedf2309e23 None None] Routers {'2945a0de-eff8-4596-bbd8-77e4fe7731df'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:38:55.587841 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6dfeead4-3c62-4142-a7e6-fbedf2309e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:38:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['2945a0de-eff8-4596-bbd8-77e4fe7731df'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:55.642576 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-add683c7-41e2-4643-86c1-56e1ece3534a req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] No DVR routers for this DVR port 75dd12cf-5665-4e81-aa85-ed151499d29c on host hv-cinder-76111 {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:38:55.645086 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-add683c7-41e2-4643-86c1-56e1ece3534a req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:55.647702 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'name': 'network-vif-deleted', 'tag': '75dd12cf-5665-4e81-aa85-ed151499d29c'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:38:55.665396 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-add683c7-41e2-4643-86c1-56e1ece3534a req-d62254a8-43dd-4899-ba73-77d664e552b9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.86 "DELETE /v2.0/ports/75dd12cf-5665-4e81-aa85-ed151499d29c HTTP/1.1" status: 204 len: 173 time: 1.3788123 May 11 16:38:55.694129 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f30b411-f3ef-4a90-aedc-c1358ec21856', 'name': 'network-vif-deleted', 'tag': '75dd12cf-5665-4e81-aa85-ed151499d29c', 'status': 'completed', 'code': 200} May 11 16:38:55.770689 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-6dfeead4-3c62-4142-a7e6-fbedf2309e23 None None] Set router 2945a0de-eff8-4596-bbd8-77e4fe7731df gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:38:56.094016 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6dfeead4-3c62-4142-a7e6-fbedf2309e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:16Z', 'revision_number': 5, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:56.097857 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfeead4-3c62-4142-a7e6-fbedf2309e23 None None] Checking router: 2945a0de-eff8-4596-bbd8-77e4fe7731df for host: dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:38:56.106287 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfeead4-3c62-4142-a7e6-fbedf2309e23 None None] Routers {'2945a0de-eff8-4596-bbd8-77e4fe7731df'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:38:56.106885 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6dfeead4-3c62-4142-a7e6-fbedf2309e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:38:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['2945a0de-eff8-4596-bbd8-77e4fe7731df'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:56.313539 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-6dfeead4-3c62-4142-a7e6-fbedf2309e23 None None] Set router 2945a0de-eff8-4596-bbd8-77e4fe7731df gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:38:56.623107 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6dfeead4-3c62-4142-a7e6-fbedf2309e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:16Z', 'revision_number': 5, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:56.627110 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfeead4-3c62-4142-a7e6-fbedf2309e23 None None] The sync data for ids ['2945a0de-eff8-4596-bbd8-77e4fe7731df'] in dv-cinder-761113-11-smb is: [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:32:01Z', 'revision_number': 4, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': 'c6f72e38-991a-4073-ad6e-420ca422a5dd', 'name': '', 'network_id': '75895cd7-86cc-4311-898a-fb981ed5ac7d', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'mac_address': 'fa:16:3e:ab:f3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:32:00Z', 'updated_at': '2021-05-11T16:32:16Z', 'revision_number': 5, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'subnets': [{'id': '78af6bf4-3116-4bd6-81f1-294f2a27b4a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:38:56.700940 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50206) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:56.775203 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7c921e5b-9787-4b9e-a3ee-d911840a5760 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:56.804195 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7c921e5b-9787-4b9e-a3ee-d911840a5760 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:56.829493 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 75dd12cf-5665-4e81-aa85-ed151499d29c no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:38:56.859799 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08503e39-c04c-411d-bee7-b0f39dfe7496 None None] New status for floating IP fe517861-8aa8-400e-a853-01b5c6748767: DOWN {{(pid=79308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:38:56.919500 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: 75dd12cf-5665-4e81-aa85-ed151499d29c {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:38:56.919844 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 75dd12cf-5665-4e81-aa85-ed151499d29c not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:38:56.945571 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7c921e5b-9787-4b9e-a3ee-d911840a5760 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:56.949626 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-da1509eb-ef42-4f30-b3ae-039ac9bf61d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:56.963742 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c921e5b-9787-4b9e-a3ee-d911840a5760 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03a801f-a9fa-404a-a25c-0cecf03a7d92,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:56.966940 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7c921e5b-9787-4b9e-a3ee-d911840a5760 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:57.053902 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7c921e5b-9787-4b9e-a3ee-d911840a5760 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:57.055018 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-7c921e5b-9787-4b9e-a3ee-d911840a5760 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "DELETE /v2.0/security-groups/d03a801f-a9fa-404a-a25c-0cecf03a7d92 HTTP/1.1" status: 204 len: 168 time: 0.3529596 May 11 16:38:57.057763 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50210) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:57.074185 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.api.v2.resource [None req-b05bbcbc-8fa0-44bd-bf57-33f180314420 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] show failed (client error): The resource could not be found. May 11 16:38:57.075251 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-b05bbcbc-8fa0-44bd-bf57-33f180314420 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "GET /v2.0/security-groups/d03a801f-a9fa-404a-a25c-0cecf03a7d92 HTTP/1.1" status: 404 len: 347 time: 0.0164411 May 11 16:38:57.078011 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50214) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:57.301520 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-5eae193d-7902-4dd2-9035-c7ab993fccb9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Deleting port c9202022-b5ec-4f71-9c34-c451aae4990d {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:38:57.301858 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5eae193d-7902-4dd2-9035-c7ab993fccb9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:57.419059 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5eae193d-7902-4dd2-9035-c7ab993fccb9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:57.419407 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5eae193d-7902-4dd2-9035-c7ab993fccb9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:57.544131 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-5eae193d-7902-4dd2-9035-c7ab993fccb9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Calling delete_port for c9202022-b5ec-4f71-9c34-c451aae4990d owned by network:floatingip {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:38:57.733862 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5eae193d-7902-4dd2-9035-c7ab993fccb9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:57.738232 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-45292246-d201-48fe-8c6a-b354effa1162 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:57.784371 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae193d-7902-4dd2-9035-c7ab993fccb9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Pushing event deleted for resources: {'Port': ['ID=c9202022-b5ec-4f71-9c34-c451aae4990d,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:57.787492 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-5eae193d-7902-4dd2-9035-c7ab993fccb9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:57.873589 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5eae193d-7902-4dd2-9035-c7ab993fccb9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks [] for floatingip, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:57.888329 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5eae193d-7902-4dd2-9035-c7ab993fccb9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:57.889458 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-5eae193d-7902-4dd2-9035-c7ab993fccb9 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] 10.222.0.69 "DELETE /v2.0/floatingips/fe517861-8aa8-400e-a853-01b5c6748767 HTTP/1.1" status: 204 len: 168 time: 0.8105962 May 11 16:39:00.902169 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50238) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:01.699800 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-532db2ba-6a6b-4a69-bba8-d4bf647d97d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:02.100865 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-532db2ba-6a6b-4a69-bba8-d4bf647d97d9 admin admin] Deleting port c6f72e38-991a-4073-ad6e-420ca422a5dd {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:02.101560 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-532db2ba-6a6b-4a69-bba8-d4bf647d97d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:02.221765 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-532db2ba-6a6b-4a69-bba8-d4bf647d97d9 admin admin] For port c6f72e38-991a-4073-ad6e-420ca422a5dd, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=c6f72e38-991a-4073-ad6e-420ca422a5dd,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:02.222122 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-532db2ba-6a6b-4a69-bba8-d4bf647d97d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:02.345136 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-532db2ba-6a6b-4a69-bba8-d4bf647d97d9 admin admin] Calling delete_port for c6f72e38-991a-4073-ad6e-420ca422a5dd owned by network:router_interface {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:02.567997 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-532db2ba-6a6b-4a69-bba8-d4bf647d97d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:02.572055 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-46972405-2827-467b-9a12-9a76ffcb90cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:02.616767 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532db2ba-6a6b-4a69-bba8-d4bf647d97d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f72e38-991a-4073-ad6e-420ca422a5dd,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:02.619760 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-532db2ba-6a6b-4a69-bba8-d4bf647d97d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:02.993781 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-532db2ba-6a6b-4a69-bba8-d4bf647d97d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403193'] for router_interface, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:03.350886 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532db2ba-6a6b-4a69-bba8-d4bf647d97d9 admin admin] Router 2945a0de-eff8-4596-bbd8-77e4fe7731df has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:39:03.380847 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-45d4fb22-5221-4023-9395-640bef87047f req-32158601-5d72-4831-a208-f609b47bd7f7 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965837129&fields=id&tenant_id=1d17ce58feba40ec8c0fe66041e81b5b HTTP/1.1" status: 200 len: 267 time: 0.0428519 May 11 16:39:03.467373 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4fb22-5221-4023-9395-640bef87047f req-b75e9862-23d9-41ab-b481-d4ffec0aca14 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:03.467373 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-45d4fb22-5221-4023-9395-640bef87047f req-b75e9862-23d9-41ab-b481-d4ffec0aca14 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 984 time: 0.0807862 May 11 16:39:03.482657 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [req-45d4fb22-5221-4023-9395-640bef87047f req-d1ed6950-e619-431d-8afc-5f40136dbff3 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Request body: {'port': {'security_groups': ['15e0a75c-7590-4a74-aa7f-fe3cdb7401db']}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:03.534011 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532db2ba-6a6b-4a69-bba8-d4bf647d97d9 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:39:03.545380 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab380a5-934d-405f-a5ae-438c965b5941 None None] Sync routers for ids ['2945a0de-eff8-4596-bbd8-77e4fe7731df'] in dv-cinder-761113-11-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:39:03.547920 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-532db2ba-6a6b-4a69-bba8-d4bf647d97d9 admin admin] 10.222.0.69 "PUT /v2.0/routers/2945a0de-eff8-4596-bbd8-77e4fe7731df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6446083 May 11 16:39:03.550356 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50248) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:03.556008 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab380a5-934d-405f-a5ae-438c965b5941 None None] Routers {'2945a0de-eff8-4596-bbd8-77e4fe7731df'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:03.556618 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6ab380a5-934d-405f-a5ae-438c965b5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:38:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['2945a0de-eff8-4596-bbd8-77e4fe7731df'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:03.618732 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-45d4fb22-5221-4023-9395-640bef87047f req-d1ed6950-e619-431d-8afc-5f40136dbff3 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for port, before_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:03.728040 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Notify callbacks [] for router, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:03.743033 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-6ab380a5-934d-405f-a5ae-438c965b5941 None None] Set router 2945a0de-eff8-4596-bbd8-77e4fe7731df gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:03.867314 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-45d4fb22-5221-4023-9395-640bef87047f req-d1ed6950-e619-431d-8afc-5f40136dbff3 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] For port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,segment=NetworkSegment(cba098d8-372e-465d-81ab-2b9a497c24ba),segment_id=cba098d8-372e-465d-81ab-2b9a497c24ba)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:03.898710 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-45d4fb22-5221-4023-9395-640bef87047f req-d1ed6950-e619-431d-8afc-5f40136dbff3 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for port, precommit_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:03.905316 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.031051 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-45d4fb22-5221-4023-9395-640bef87047f req-d1ed6950-e619-431d-8afc-5f40136dbff3 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726991788903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726991370262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726991370307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-868279'] for port, after_update {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.033041 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6ab380a5-934d-405f-a5ae-438c965b5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:39:02Z', 'revision_number': 5, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port': {'id': 'e6c8d20e-94a4-40fe-b99a-742181956c19', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:31:48Z', 'updated_at': '2021-05-11T16:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:04.037778 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:04.037999 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab380a5-934d-405f-a5ae-438c965b5941 None None] Checking router: 2945a0de-eff8-4596-bbd8-77e4fe7731df for host: dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:39:04.045379 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['6a9e409e-34fe-4fe8-9421-3e46cddaf20a'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:39:04.047888 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab380a5-934d-405f-a5ae-438c965b5941 None None] Routers {'2945a0de-eff8-4596-bbd8-77e4fe7731df'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:04.048501 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6ab380a5-934d-405f-a5ae-438c965b5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:38:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['2945a0de-eff8-4596-bbd8-77e4fe7731df'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:04.133733 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Deleting port e6c8d20e-94a4-40fe-b99a-742181956c19 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:04.134488 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.155749 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed6950-e619-431d-8afc-5f40136dbff3 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event updated for resources: {'Port': ['ID=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,revision_number=7']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:04.159728 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d1ed6950-e619-431d-8afc-5f40136dbff3 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:04.169061 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4fb22-5221-4023-9395-640bef87047f req-d1ed6950-e619-431d-8afc-5f40136dbff3 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:04.169687 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-45d4fb22-5221-4023-9395-640bef87047f req-d1ed6950-e619-431d-8afc-5f40136dbff3 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.178857 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-45d4fb22-5221-4023-9395-640bef87047f req-d1ed6950-e619-431d-8afc-5f40136dbff3 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "PUT /v2.0/ports/6a9e409e-34fe-4fe8-9421-3e46cddaf20a HTTP/1.1" status: 200 len: 942 time: 0.6981833 May 11 16:39:04.178857 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f126e3-34ff-4376-a884-f421c806b64a', 'tag': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:39:04.190622 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50252) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:04.226174 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-6ab380a5-934d-405f-a5ae-438c965b5941 None None] Set router 2945a0de-eff8-4596-bbd8-77e4fe7731df gateway port host: None {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:04.263792 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f126e3-34ff-4376-a884-f421c806b64a', 'tag': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a', 'status': 'completed', 'code': 200} May 11 16:39:04.304168 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] get_ports_and_sgs() called for port_ids ['6a9e409e-34fe-4fe8-9421-3e46cddaf20a'] {{(pid=79308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:39:04.339653 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] For port e6c8d20e-94a4-40fe-b99a-742181956c19, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=e6c8d20e-94a4-40fe-b99a-742181956c19,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:04.340496 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.409554 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-6ab380a5-934d-405f-a5ae-438c965b5941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:39:03Z', 'revision_number': 6, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port_host': None}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:04.415373 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab380a5-934d-405f-a5ae-438c965b5941 None None] The sync data for ids ['2945a0de-eff8-4596-bbd8-77e4fe7731df'] in dv-cinder-761113-11-smb is: [{'id': '2945a0de-eff8-4596-bbd8-77e4fe7731df', 'name': 'tempest-AttachVolumeShelveTestJSON-551385990-router', 'tenant_id': '0947d58a4f784ffdb486149eb985047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:31:45Z', 'updated_at': '2021-05-11T16:39:03Z', 'revision_number': 6, 'project_id': '0947d58a4f784ffdb486149eb985047a', 'gw_port_host': None}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:39:04.470307 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e3a73e0d-27ca-498c-b547-95caee50d9ee tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.480254 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.516116 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e3a73e0d-27ca-498c-b547-95caee50d9ee tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.537867 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-db1858b9-fc05-44b9-9d30-cf95e5395667 None None] Provisioning complete for port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a triggered by entity DHCP. {{(pid=79308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:39:04.538137 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-db1858b9-fc05-44b9-9d30-cf95e5395667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7697002'] for port, provisioning_complete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.571981 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00575dae-d49d-4b6f-be0c-29be2ba8f88f req-7725159a-dc22-41da-a08e-5f8dd4bb7405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:04.573562 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00575dae-d49d-4b6f-be0c-29be2ba8f88f req-7725159a-dc22-41da-a08e-5f8dd4bb7405 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1d17ce58feba40ec8c0fe66041e81b5b&device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 1098 time: 0.2923758 May 11 16:39:04.622942 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Calling delete_port for e6c8d20e-94a4-40fe-b99a-742181956c19 owned by network:router_gateway {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:04.714758 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00575dae-d49d-4b6f-be0c-29be2ba8f88f req-047a7a4f-a1c2-4306-bde5-bf5d3dcdbc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:04.716691 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00575dae-d49d-4b6f-be0c-29be2ba8f88f req-047a7a4f-a1c2-4306-bde5-bf5d3dcdbc9f service neutron] 10.222.0.86 "GET /v2.0/networks?id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5 HTTP/1.1" status: 200 len: 915 time: 0.1354885 May 11 16:39:04.781112 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e3a73e0d-27ca-498c-b547-95caee50d9ee tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.793899 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7d1701f2-5bb0-4406-8460-2f3efd1a54dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:04.816133 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a73e0d-27ca-498c-b547-95caee50d9ee tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e765f2-2032-4849-9c35-b1eac1b069b7,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:04.820813 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-e3a73e0d-27ca-498c-b547-95caee50d9ee tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:04.849113 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00575dae-d49d-4b6f-be0c-29be2ba8f88f req-3b4b88f6-1056-49df-aba8-d8b6833f6274 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9e409e-34fe-4fe8-9421-3e46cddaf20a HTTP/1.1" status: 200 len: 1001 time: 0.1254015 May 11 16:39:04.866154 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.870944 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-600de871-21a4-4036-9113-764422905241 tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:04.913733 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e3a73e0d-27ca-498c-b547-95caee50d9ee tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.915061 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-e3a73e0d-27ca-498c-b547-95caee50d9ee tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "DELETE /v2.0/security-groups/d8e765f2-2032-4849-9c35-b1eac1b069b7 HTTP/1.1" status: 204 len: 168 time: 0.7227495 May 11 16:39:04.917002 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c8d20e-94a4-40fe-b99a-742181956c19,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:04.917749 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50258) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:04.919957 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:04.986469 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00575dae-d49d-4b6f-be0c-29be2ba8f88f req-a15176f6-f51c-4a5a-8085-9930e53db7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:04.987985 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00575dae-d49d-4b6f-be0c-29be2ba8f88f req-a15176f6-f51c-4a5a-8085-9930e53db7ee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5cdc10c2-393e-4b77-a124-fcafdc6753a4 HTTP/1.1" status: 200 len: 853 time: 0.1321080 May 11 16:39:05.008783 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396397'] for router_gateway, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:05.188556 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45150'] for router, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:05.191157 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:05.242560 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00575dae-d49d-4b6f-be0c-29be2ba8f88f req-f4c4023e-4186-4049-84bd-49b0e23452b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:05.244008 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00575dae-d49d-4b6f-be0c-29be2ba8f88f req-f4c4023e-4186-4049-84bd-49b0e23452b4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2468970 May 11 16:39:05.311675 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403839'] for router, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:05.312230 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2945a0de-eff8-4596-bbd8-77e4fe7731df {{(pid=79307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:39:05.336229 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:05.339533 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] 10.222.0.69 "DELETE /v2.0/routers/2945a0de-eff8-4596-bbd8-77e4fe7731df HTTP/1.1" status: 204 len: 168 time: 1.7861164 May 11 16:39:05.340719 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50262) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:05.372590 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Deleting port 682f4eff-beec-4547-a697-1304b422d721 {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:05.372929 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:05.406490 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c74e45-58ec-4065-b1a8-556b43c1f0a7 admin admin] Deleting subnet 78af6bf4-3116-4bd6-81f1-294f2a27b4a6 {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:39:05.412834 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f3c74e45-58ec-4065-b1a8-556b43c1f0a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:05.473952 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f3c74e45-58ec-4065-b1a8-556b43c1f0a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2164346'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:05.504839 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00575dae-d49d-4b6f-be0c-29be2ba8f88f req-b5cbf7e3-feca-45f8-b65a-8b118be227ce service neutron] 10.222.0.86 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432117 May 11 16:39:05.569355 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f3c74e45-58ec-4065-b1a8-556b43c1f0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:05.583088 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device e6c8d20e-94a4-40fe-b99a-742181956c19 no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:05.633022 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: e6c8d20e-94a4-40fe-b99a-742181956c19 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:05.633651 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device e6c8d20e-94a4-40fe-b99a-742181956c19 not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:05.634087 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device c6f72e38-991a-4073-ad6e-420ca422a5dd no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:05.642194 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:05.642603 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:05.670906 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: c6f72e38-991a-4073-ad6e-420ca422a5dd {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:05.671261 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device c6f72e38-991a-4073-ad6e-420ca422a5dd not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:05.786561 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Calling delete_port for 682f4eff-beec-4547-a697-1304b422d721 owned by network:floatingip {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:05.814859 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-00575dae-d49d-4b6f-be0c-29be2ba8f88f req-d2146269-33ba-4c04-acb6-f9d71f632fb5 service neutron] 10.222.0.86 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119299 May 11 16:39:05.979753 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f3c74e45-58ec-4065-b1a8-556b43c1f0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461820'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:05.985162 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:06.013953 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:06.018994 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d4f886e2-1bf3-4f12-a857-5f5bed16ad4a tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:06.025688 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f3c74e45-58ec-4065-b1a8-556b43c1f0a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:06.028833 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c74e45-58ec-4065-b1a8-556b43c1f0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78af6bf4-3116-4bd6-81f1-294f2a27b4a6,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:06.033966 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a850a5-26f5-4533-97f5-dd49f0640421 None None] Network 75895cd7-86cc-4311-898a-fb981ed5ac7d requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:39:06.034220 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f3c74e45-58ec-4065-b1a8-556b43c1f0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:06.039744 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-f3c74e45-58ec-4065-b1a8-556b43c1f0a7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/78af6bf4-3116-4bd6-81f1-294f2a27b4a6 HTTP/1.1" status: 204 len: 168 time: 0.6976800 May 11 16:39:06.043941 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50266) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:06.067181 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event deleted for resources: {'Port': ['ID=682f4eff-beec-4547-a697-1304b422d721,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:06.097892 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:06.162592 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:06.239950 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Deleting port 886eb282-a052-49f1-a6c1-788213ac9883 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:06.240287 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:06.257962 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks [] for floatingip, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:06.258301 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.db.l3_db [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Floating IP e8592daa-853f-43d4-ac8a-e504d5f7fd44 disassociated (deleted). External IP: 172.28.3.179, port: 6a9e409e-34fe-4fe8-9421-3e46cddaf20a. May 11 16:39:06.327637 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] DHCP port deletion for 75895cd7-86cc-4311-898a-fb981ed5ac7d request from dv-cinder-761113-11-smb {{(pid=79308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:39:06.346653 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] For port 886eb282-a052-49f1-a6c1-788213ac9883, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=886eb282-a052-49f1-a6c1-788213ac9883,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:06.347010 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:06.400336 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Deleting port 886eb282-a052-49f1-a6c1-788213ac9883 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:06.400800 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:06.506962 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] For port 886eb282-a052-49f1-a6c1-788213ac9883, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=886eb282-a052-49f1-a6c1-788213ac9883,segment=NetworkSegment(ee90b185-98ae-49d7-918a-30296946b214),segment_id=ee90b185-98ae-49d7-918a-30296946b214)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:06.507374 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:06.580542 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Calling delete_port for 886eb282-a052-49f1-a6c1-788213ac9883 owned by network:dhcp {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:06.623833 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Router 1626741f-3a92-4070-81fe-26821463f60b has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:39:06.630515 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Calling delete_port for 886eb282-a052-49f1-a6c1-788213ac9883 owned by network:dhcp {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:06.734779 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:06.739384 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ec09312a-b046-44c4-bb5e-e616021f31f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:06.743366 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:06.746201 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:06.789284 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] No DVR routers for this DVR port 886eb282-a052-49f1-a6c1-788213ac9883 on host dv-cinder-761113-11-smb {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:39:06.789566 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Pushing event deleted for resources: {'Port': ['ID=886eb282-a052-49f1-a6c1-788213ac9883,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:06.791283 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=886eb282-a052-49f1-a6c1-788213ac9883,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:06.794158 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:06.794423 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] No DVR routers for this DVR port 886eb282-a052-49f1-a6c1-788213ac9883 on host dv-cinder-761113-11-smb {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:39:06.800048 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:06.800359 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:06.801665 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:06.801665 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:06.801961 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:06.802255 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:06.802588 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:06.802913 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:06.803513 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:06.803648 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:06.803891 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:06.804213 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:06.807834 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-885901da-b81a-4afb-af3b-bae67f78a9c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:06.820734 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:39:06.830295 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87265ed3-11e9-4ad4-be31-ef54e1e9b07f None None] Sync routers for ids ['1626741f-3a92-4070-81fe-26821463f60b'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:39:06.839820 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87265ed3-11e9-4ad4-be31-ef54e1e9b07f None None] Routers {'1626741f-3a92-4070-81fe-26821463f60b'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:06.840366 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-87265ed3-11e9-4ad4-be31-ef54e1e9b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:38:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['1626741f-3a92-4070-81fe-26821463f60b'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:06.904961 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:06.923064 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:06.937044 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75895cd7-86cc-4311-898a-fb981ed5ac7d']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:06.951564 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee90b185-98ae-49d7-918a-30296946b214') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:06.953232 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee90b185-98ae-49d7-918a-30296946b214') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:06.965427 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2164325'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:06.969037 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "DELETE /v2.0/floatingips/e8592daa-853f-43d4-ac8a-e504d5f7fd44 HTTP/1.1" status: 204 len: 168 time: 2.0497713 May 11 16:39:06.969863 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f126e3-34ff-4376-a884-f421c806b64a', 'tag': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:39:06.987951 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:06.996178 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:39:06.996615 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183405'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:07.024688 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f126e3-34ff-4376-a884-f421c806b64a', 'tag': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a', 'status': 'completed', 'code': 200} May 11 16:39:07.078519 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-87265ed3-11e9-4ad4-be31-ef54e1e9b07f None None] Set router 1626741f-3a92-4070-81fe-26821463f60b gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: Traceback (most recent call last): May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: timer() May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: cb(*args, **kw) May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: return func(*args, **kwargs) May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: self._notify() May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: self.callback(batched_events) May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: event.method(event) May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: return f(self, *a, **k) May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: return self._get(url).json() May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:39:07.082436 dv-cinder-761113-11-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:39:07.131098 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e41ff4-0ea5-4636-bbe0-540f2218db17 req-828b267c-763b-4ccc-8ffc-2fa9bbcbf8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:07.132796 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6e41ff4-0ea5-4636-bbe0-540f2218db17 req-828b267c-763b-4ccc-8ffc-2fa9bbcbf8f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1d17ce58feba40ec8c0fe66041e81b5b&device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 1098 time: 0.0852282 May 11 16:39:07.219213 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:07.231375 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c394e948-bc12-4221-ba1a-946f1be9db0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:07.249192 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:07.255662 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Pushing event deleted for resources: {'Network': ['ID=75895cd7-86cc-4311-898a-fb981ed5ac7d,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:07.260472 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:07.275572 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e41ff4-0ea5-4636-bbe0-540f2218db17 req-5a7dd6eb-eaad-4726-b44c-311ee2ebccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:07.277044 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6e41ff4-0ea5-4636-bbe0-540f2218db17 req-5a7dd6eb-eaad-4726-b44c-311ee2ebccfd service neutron] 10.222.0.86 "GET /v2.0/networks?id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5 HTTP/1.1" status: 200 len: 915 time: 0.1379724 May 11 16:39:07.335641 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-91998f6b-3d9f-4370-8339-7d8605b43cbd admin admin] 10.222.0.69 "DELETE /v2.0/networks/75895cd7-86cc-4311-898a-fb981ed5ac7d HTTP/1.1" status: 204 len: 168 time: 1.2901664 May 11 16:39:07.349331 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6e41ff4-0ea5-4636-bbe0-540f2218db17 req-4daa0563-02e5-4f02-ab03-2ae8e64e52b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9e409e-34fe-4fe8-9421-3e46cddaf20a HTTP/1.1" status: 200 len: 217 time: 0.0656273 May 11 16:39:07.417007 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e41ff4-0ea5-4636-bbe0-540f2218db17 req-88c7276e-8915-408b-ac14-ee7e065eb88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:07.418550 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6e41ff4-0ea5-4636-bbe0-540f2218db17 req-88c7276e-8915-408b-ac14-ee7e065eb88c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5cdc10c2-393e-4b77-a124-fcafdc6753a4 HTTP/1.1" status: 200 len: 853 time: 0.0631413 May 11 16:39:07.458973 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-87265ed3-11e9-4ad4-be31-ef54e1e9b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:36:56Z', 'revision_number': 4, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port': {'id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:52Z', 'updated_at': '2021-05-11T16:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '19b8eb53-7c82-4cc5-b761-a4aa577974cc', 'name': '', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'mac_address': 'fa:16:3e:0d:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:55Z', 'updated_at': '2021-05-11T16:37:02Z', 'revision_number': 5, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'subnets': [{'id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:07.463224 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87265ed3-11e9-4ad4-be31-ef54e1e9b07f None None] Checking router: 1626741f-3a92-4070-81fe-26821463f60b for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:39:07.474597 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87265ed3-11e9-4ad4-be31-ef54e1e9b07f None None] Routers {'1626741f-3a92-4070-81fe-26821463f60b'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:07.475201 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-87265ed3-11e9-4ad4-be31-ef54e1e9b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:38:48Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['1626741f-3a92-4070-81fe-26821463f60b'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:07.497138 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e41ff4-0ea5-4636-bbe0-540f2218db17 req-b95aaef9-931d-40bf-a8c7-d3c22e573141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:07.498571 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6e41ff4-0ea5-4636-bbe0-540f2218db17 req-b95aaef9-931d-40bf-a8c7-d3c22e573141 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b83558c4-6b7a-4669-a42b-e1a52f66d8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0739756 May 11 16:39:07.536049 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 886eb282-a052-49f1-a6c1-788213ac9883 no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:07.640346 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: 886eb282-a052-49f1-a6c1-788213ac9883 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:07.641054 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 886eb282-a052-49f1-a6c1-788213ac9883 not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:07.647129 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6e41ff4-0ea5-4636-bbe0-540f2218db17 req-5bbbaa93-d618-4b1a-9cbe-920b60f7e590 service neutron] 10.222.0.86 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421983 May 11 16:39:07.712842 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-87265ed3-11e9-4ad4-be31-ef54e1e9b07f None None] Set router 1626741f-3a92-4070-81fe-26821463f60b gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:07.767361 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50282) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:07.825131 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-b6e41ff4-0ea5-4636-bbe0-540f2218db17 req-dff39373-7871-4d45-bb4e-7841bd6e889f service neutron] 10.222.0.86 "GET /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701550 May 11 16:39:07.841905 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-fdd86ffd-3320-41ba-925b-2cada03aa592 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0947d58a4f784ffdb486149eb985047a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0733697 May 11 16:39:07.844262 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50286) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:07.989729 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1257f201-5adc-45d6-aaac-af1c12d39de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:08.015431 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1257f201-5adc-45d6-aaac-af1c12d39de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:08.043276 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-87265ed3-11e9-4ad4-be31-ef54e1e9b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:36:56Z', 'revision_number': 4, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port': {'id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:52Z', 'updated_at': '2021-05-11T16:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '19b8eb53-7c82-4cc5-b761-a4aa577974cc', 'name': '', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'mac_address': 'fa:16:3e:0d:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:55Z', 'updated_at': '2021-05-11T16:37:02Z', 'revision_number': 5, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'subnets': [{'id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:08.048028 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87265ed3-11e9-4ad4-be31-ef54e1e9b07f None None] The sync data for ids ['1626741f-3a92-4070-81fe-26821463f60b'] in dv-cinder-761113-11-smb is: [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:36:56Z', 'revision_number': 4, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port': {'id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:52Z', 'updated_at': '2021-05-11T16:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '19b8eb53-7c82-4cc5-b761-a4aa577974cc', 'name': '', 'network_id': 'b83558c4-6b7a-4669-a42b-e1a52f66d8f5', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'mac_address': 'fa:16:3e:0d:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:55Z', 'updated_at': '2021-05-11T16:37:02Z', 'revision_number': 5, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'subnets': [{'id': '5cdc10c2-393e-4b77-a124-fcafdc6753a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:39:08.128424 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1257f201-5adc-45d6-aaac-af1c12d39de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:08.132507 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0d5891e0-5519-44d3-b81a-d57fc460227f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:08.145453 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257f201-5adc-45d6-aaac-af1c12d39de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bfcdf9-7d04-4ca3-9c63-cde818f13e55,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:08.149301 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1257f201-5adc-45d6-aaac-af1c12d39de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:08.154322 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1257f201-5adc-45d6-aaac-af1c12d39de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:08.155438 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-1257f201-5adc-45d6-aaac-af1c12d39de3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/94bfcdf9-7d04-4ca3-9c63-cde818f13e55 HTTP/1.1" status: 204 len: 168 time: 0.3102865 May 11 16:39:08.292670 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3fca3d-d36c-4760-92c5-273e957172fd None None] New status for floating IP e8592daa-853f-43d4-ac8a-e504d5f7fd44: DOWN {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:39:09.296275 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50320) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:09.401834 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-368111214-network', 'tenant_id': 'fd3568b5c2634ecfb5a4b02ec189ae58'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:09.406374 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:09.410172 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Usage tracker for resource:network and tenant:fd3568b5c2634ecfb5a4b02ec189ae58 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:09.413543 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:09.419789 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:09.486420 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Made reservation on behalf of fd3568b5c2634ecfb5a4b02ec189ae58 for: {'network': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:39:09.489321 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:09.501530 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:09.515673 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:09.519523 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Usage tracker for resource:security_group_rule and tenant:fd3568b5c2634ecfb5a4b02ec189ae58 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:09.522427 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:09.528175 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:09.611339 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:09.682011 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:09.685073 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-e7351af8-3a7c-4fb0-94fe-bff00a3af869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:09.712828 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=79306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:39:09.721100 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b3b0be-f0b7-4a08-b708-3f8a6e774e53,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:09.725618 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:09.728145 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:09.728490 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.db.segments_db [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Added segment 05b6a70d-cbee-4034-ac77-2af521747167 of type vlan for network 96f1c4bc-2401-4fcd-a9b6-ef8ea831e02f May 11 16:39:09.753558 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:09.847777 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:09.850066 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:09.850654 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:09.854093 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-c8d0518b-9d60-4a4a-acbc-d8318bbe2bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:09.952333 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Pushing event updated for resources: {'Network': ['ID=96f1c4bc-2401-4fcd-a9b6-ef8ea831e02f,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:09.955009 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:09.962461 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network 96f1c4bc-2401-4fcd-a9b6-ef8ea831e02f details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:39:10.043707 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-0264edb4-f7b5-4e92-9d44-cf7c5fb8b3fc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7462139 May 11 16:39:10.046471 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50326) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:10.051949 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Request body: {'subnet': {'network_id': '96f1c4bc-2401-4fcd-a9b6-ef8ea831e02f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-368111214-subnet', 'tenant_id': 'fd3568b5c2634ecfb5a4b02ec189ae58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:10.056797 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:10.063352 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Usage tracker for resource:subnet and tenant:fd3568b5c2634ecfb5a4b02ec189ae58 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:10.066315 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:10.072728 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:10.156612 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Made reservation on behalf of fd3568b5c2634ecfb5a4b02ec189ae58 for: {'subnet': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:39:10.158895 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3109091'] for subnet, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:10.596110 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-994878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3109009'] for subnet, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:10.600752 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:10.671077 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=89518884-9b4d-44a0-ba2a-b1ea4b7ff329,revision_number=0']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:10.674999 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:10.680756 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Checking segment: {'id': '05b6a70d-cbee-4034-ac77-2af521747167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '96f1c4bc-2401-4fcd-a9b6-ef8ea831e02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:39:10.681107 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Network hostable DHCP agents. Network: 96f1c4bc-2401-4fcd-a9b6-ef8ea831e02f, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:39:10.779414 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Network 96f1c4bc-2401-4fcd-a9b6-ef8ea831e02f is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:39:10.836491 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.base_scheduler [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, 96f1c4bc-2401-4fcd-a9b6-ef8ea831e02f) {{(pid=79306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:39:10.845160 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b1a12e-e0b6-4e1e-826f-1726019eb606 None None] Network 96f1c4bc-2401-4fcd-a9b6-ef8ea831e02f requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:39:10.852204 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:10.852728 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:10.926363 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-14a8b888-7f07-461e-9f8a-1614d1fa54ee admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8787918 May 11 16:39:10.978045 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a948e06-70e1-4321-891a-7c7e964067be req-1d56427e-a0b5-4a56-ae88-cfb5430d8443 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:10.979655 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-3a948e06-70e1-4321-891a-7c7e964067be req-1d56427e-a0b5-4a56-ae88-cfb5430d8443 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Synchronizing usage tracker for tenant:1d17ce58feba40ec8c0fe66041e81b5b on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:39:11.030599 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-3a948e06-70e1-4321-891a-7c7e964067be req-1d56427e-a0b5-4a56-ae88-cfb5430d8443 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Unset dirty status for tenant:1d17ce58feba40ec8c0fe66041e81b5b on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:39:11.040888 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3a948e06-70e1-4321-891a-7c7e964067be req-1d56427e-a0b5-4a56-ae88-cfb5430d8443 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 945 time: 0.1426637 May 11 16:39:11.045916 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caced1cc-143f-45b8-a814-53861cb5cb27 None None] Network 96f1c4bc-2401-4fcd-a9b6-ef8ea831e02f requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:39:11.087079 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-3a948e06-70e1-4321-891a-7c7e964067be req-be3a6736-df91-41b8-a39d-d581ec3fc55b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Synchronizing usage tracker for tenant:1d17ce58feba40ec8c0fe66041e81b5b on resource:security_group {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:39:11.128524 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-3a948e06-70e1-4321-891a-7c7e964067be req-be3a6736-df91-41b8-a39d-d581ec3fc55b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Unset dirty status for tenant:1d17ce58feba40ec8c0fe66041e81b5b on resource:security_group {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:39:11.130272 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-3a948e06-70e1-4321-891a-7c7e964067be req-be3a6736-df91-41b8-a39d-d581ec3fc55b tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887258 May 11 16:39:11.637597 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50350) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:11.642900 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.v2.base [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1652676892-network', 'tenant_id': '55e406822b754c0da5918926c8dc894d'}} {{(pid=79306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:11.647736 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:11.651530 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Usage tracker for resource:network and tenant:55e406822b754c0da5918926c8dc894d is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:11.654347 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:11.660530 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:11.716105 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Made reservation on behalf of 55e406822b754c0da5918926c8dc894d for: {'network': 1} {{(pid=79306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:39:11.718383 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7818493'] for network, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:11.730856 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:11.745341 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:11.749178 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Usage tracker for resource:security_group_rule and tenant:55e406822b754c0da5918926c8dc894d is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:11.751934 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:11.757561 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:11.835895 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:11.939058 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:11.942009 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-9a4649bb-0e89-47ae-9b26-d72305ad5ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:11.972229 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=79306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:39:11.978220 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68c0977-4b23-45aa-8988-750844cc8eac,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:11.981160 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:11.989747 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:11.989747 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.db.segments_db [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Added segment 7d164a71-5271-4b21-9a76-4ee356ce2807 of type vlan for network 64fe870b-4045-4300-8103-1a67a04b2e95 May 11 16:39:12.015784 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726991356802'] for network, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.104771 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669'] for network, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.106261 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:12.106868 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.110379 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-40c3b822-eb91-455b-b4f8-40156f4bcb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:12.210875 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Pushing event updated for resources: {'Network': ['ID=64fe870b-4045-4300-8103-1a67a04b2e95,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:12.213577 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:12.220479 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Network 64fe870b-4045-4300-8103-1a67a04b2e95 details requested by agent ovs-agent-dv-cinder-761113-11-smb with host dv-cinder-761113-11-smb {{(pid=79308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:39:12.289350 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6506259 May 11 16:39:12.292542 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50356) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:12.298697 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Request body: {'subnet': {'network_id': '64fe870b-4045-4300-8103-1a67a04b2e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1652676892-subnet', 'tenant_id': '55e406822b754c0da5918926c8dc894d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:12.304314 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:12.309007 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Usage tracker for resource:subnet and tenant:55e406822b754c0da5918926c8dc894d is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:12.313010 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:12.322503 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:12.343830 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912438ad-0d4b-419b-8d00-e09a3e52ddac req-dbde031a-ed3f-40ba-8c07-3fbbc7a37c9d tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:12.345320 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-912438ad-0d4b-419b-8d00-e09a3e52ddac req-dbde031a-ed3f-40ba-8c07-3fbbc7a37c9d tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 945 time: 0.0983918 May 11 16:39:12.391779 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-912438ad-0d4b-419b-8d00-e09a3e52ddac req-e63ed1d3-eb12-439a-b3f5-ac1890491dd1 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/security-groups?id=15e0a75c-7590-4a74-aa7f-fe3cdb7401db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390518 May 11 16:39:12.396940 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Made reservation on behalf of 55e406822b754c0da5918926c8dc894d for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:39:12.399353 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2461719'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.576941 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6368d-98ba-4dd7-81ab-774445ab6dbb req-fd0bb6e2-915b-47ab-a3ec-948ec7601381 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:12.578408 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a8a6368d-98ba-4dd7-81ab-774445ab6dbb req-fd0bb6e2-915b-47ab-a3ec-948ec7601381 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 945 time: 0.0828712 May 11 16:39:12.715398 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-a8a6368d-98ba-4dd7-81ab-774445ab6dbb req-55468585-6fe3-468d-a8e5-181879d7a674 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Deleting port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:12.716129 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-a8a6368d-98ba-4dd7-81ab-774445ab6dbb req-55468585-6fe3-468d-a8e5-181879d7a674 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.845959 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2310472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2461797'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.847013 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-a8a6368d-98ba-4dd7-81ab-774445ab6dbb req-55468585-6fe3-468d-a8e5-181879d7a674 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] For port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,segment=NetworkSegment(cba098d8-372e-465d-81ab-2b9a497c24ba),segment_id=cba098d8-372e-465d-81ab-2b9a497c24ba)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:12.847377 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-a8a6368d-98ba-4dd7-81ab-774445ab6dbb req-55468585-6fe3-468d-a8e5-181879d7a674 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.850583 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-55e9c9a9-fd4c-4db0-b280-fb3f04b95376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:12.924568 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bffff6eb-8e85-4605-8962-7cf8ffa79807,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:12.929602 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:12.934150 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Checking segment: {'id': '7d164a71-5271-4b21-9a76-4ee356ce2807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '64fe870b-4045-4300-8103-1a67a04b2e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:39:12.934519 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Network hostable DHCP agents. Network: 64fe870b-4045-4300-8103-1a67a04b2e95, hostable agents: ['f65ca206-c427-4762-8f7e-5d810f16f242'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:39:12.996575 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Network 64fe870b-4045-4300-8103-1a67a04b2e95 is scheduled to be hosted by DHCP agent f65ca206-c427-4762-8f7e-5d810f16f242 with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:39:13.052450 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-a8a6368d-98ba-4dd7-81ab-774445ab6dbb req-55468585-6fe3-468d-a8e5-181879d7a674 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Calling delete_port for 6a9e409e-34fe-4fe8-9421-3e46cddaf20a owned by compute:nova {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:13.059021 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-11-smb, 64fe870b-4045-4300-8103-1a67a04b2e95) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:39:13.066858 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0d8458-51db-4a44-a236-7e9b42882b92 None None] Network 64fe870b-4045-4300-8103-1a67a04b2e95 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:39:13.068781 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:13.069357 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.140667 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ca2d72e6-8c9f-43f6-a538-0f37ac04645d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8467264 May 11 16:39:13.219495 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-a8a6368d-98ba-4dd7-81ab-774445ab6dbb req-55468585-6fe3-468d-a8e5-181879d7a674 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.231812 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-fa217d37-e9e0-49d5-8b24-5f0e7637461b tempest-VolumesSnapshotTestJSON-1858497534 tempest-VolumesSnapshotTestJSON-1858497534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:13.260913 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2363623f-4160-4a63-bb04-7be2b9a493c3 None None] Network 64fe870b-4045-4300-8103-1a67a04b2e95 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:39:13.296192 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50362) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:13.316273 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55468585-6fe3-468d-a8e5-181879d7a674 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Pushing event deleted for resources: {'Port': ['ID=6a9e409e-34fe-4fe8-9421-3e46cddaf20a,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:13.347738 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-55468585-6fe3-468d-a8e5-181879d7a674 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:13.359600 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a6368d-98ba-4dd7-81ab-774445ab6dbb req-55468585-6fe3-468d-a8e5-181879d7a674 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] No DVR routers for this DVR port 6a9e409e-34fe-4fe8-9421-3e46cddaf20a on host hv-cinder-76111 {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:39:13.362105 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-01513b12-4b4e-4ed3-ba56-0febb279b155 admin admin] Deleting subnet 89518884-9b4d-44a0-ba2a-b1ea4b7ff329 {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:39:13.362284 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-a8a6368d-98ba-4dd7-81ab-774445ab6dbb req-55468585-6fe3-468d-a8e5-181879d7a674 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.364831 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f126e3-34ff-4376-a884-f421c806b64a', 'name': 'network-vif-deleted', 'tag': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:39:13.365469 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-01513b12-4b4e-4ed3-ba56-0febb279b155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.429315 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f126e3-34ff-4376-a884-f421c806b64a', 'name': 'network-vif-deleted', 'tag': '6a9e409e-34fe-4fe8-9421-3e46cddaf20a', 'status': 'completed', 'code': 200} May 11 16:39:13.437856 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-01513b12-4b4e-4ed3-ba56-0febb279b155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2164346'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.466209 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-a8a6368d-98ba-4dd7-81ab-774445ab6dbb req-55468585-6fe3-468d-a8e5-181879d7a674 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.86 "DELETE /v2.0/ports/6a9e409e-34fe-4fe8-9421-3e46cddaf20a HTTP/1.1" status: 204 len: 173 time: 0.8825672 May 11 16:39:13.501244 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-01513b12-4b4e-4ed3-ba56-0febb279b155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.560583 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-4f608896-3a51-466a-b9b4-d095ab1952a6 req-8b87802b-2db5-41a0-9d62-4f69ca51e688 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Synchronizing usage tracker for tenant:1d17ce58feba40ec8c0fe66041e81b5b on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:39:13.631687 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-4f608896-3a51-466a-b9b4-d095ab1952a6 req-8b87802b-2db5-41a0-9d62-4f69ca51e688 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Unset dirty status for tenant:1d17ce58feba40ec8c0fe66041e81b5b on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:39:13.640053 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-4f608896-3a51-466a-b9b4-d095ab1952a6 req-8b87802b-2db5-41a0-9d62-4f69ca51e688 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] 10.222.0.69 "GET /v2.0/ports?device_id=53f126e3-34ff-4376-a884-f421c806b64a HTTP/1.1" status: 200 len: 210 time: 0.1265664 May 11 16:39:13.836164 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-01513b12-4b4e-4ed3-ba56-0febb279b155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461820'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.840778 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ae311313-3d3c-4c02-a690-ac845190a2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:13.874959 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01513b12-4b4e-4ed3-ba56-0febb279b155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89518884-9b4d-44a0-ba2a-b1ea4b7ff329,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:13.876925 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-01513b12-4b4e-4ed3-ba56-0febb279b155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.883834 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-01513b12-4b4e-4ed3-ba56-0febb279b155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:13.883834 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-01513b12-4b4e-4ed3-ba56-0febb279b155 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/89518884-9b4d-44a0-ba2a-b1ea4b7ff329 HTTP/1.1" status: 204 len: 168 time: 0.5866327 May 11 16:39:13.886404 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50370) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:13.992523 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0d20214a-21e8-495c-99cb-281cfab8df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.218373 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0d20214a-21e8-495c-99cb-281cfab8df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.231318 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-0d20214a-21e8-495c-99cb-281cfab8df80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f1c4bc-2401-4fcd-a9b6-ef8ea831e02f']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:14.243881 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-0d20214a-21e8-495c-99cb-281cfab8df80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b6a70d-cbee-4034-ac77-2af521747167') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:14.244122 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-0d20214a-21e8-495c-99cb-281cfab8df80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b6a70d-cbee-4034-ac77-2af521747167') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:14.256068 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0d20214a-21e8-495c-99cb-281cfab8df80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2164325'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.272243 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0d20214a-21e8-495c-99cb-281cfab8df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.278352 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d20214a-21e8-495c-99cb-281cfab8df80 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:39:14.278725 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0d20214a-21e8-495c-99cb-281cfab8df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183405'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: Traceback (most recent call last): May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: timer() May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: cb(*args, **kw) May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: return func(*args, **kwargs) May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: self._notify() May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: self.callback(batched_events) May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: event.method(event) May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: return f(self, *a, **k) May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: return self._get(url).json() May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:39:14.291679 dv-cinder-761113-11-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:39:14.436370 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0d20214a-21e8-495c-99cb-281cfab8df80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.441283 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0d20214a-21e8-495c-99cb-281cfab8df80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.443721 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:14.463248 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-0d20214a-21e8-495c-99cb-281cfab8df80 admin admin] 10.222.0.69 "DELETE /v2.0/networks/96f1c4bc-2401-4fcd-a9b6-ef8ea831e02f HTTP/1.1" status: 204 len: 168 time: 0.5759001 May 11 16:39:14.464161 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20214a-21e8-495c-99cb-281cfab8df80 admin admin] Pushing event deleted for resources: {'Network': ['ID=96f1c4bc-2401-4fcd-a9b6-ef8ea831e02f,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:14.466319 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50374) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:14.467039 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0d20214a-21e8-495c-99cb-281cfab8df80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:14.527665 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f09b7f-8d01-495b-af8e-d1bd05d7c857 admin admin] Deleting subnet bffff6eb-8e85-4605-8962-7cf8ffa79807 {{(pid=79306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:39:14.530538 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-31f09b7f-8d01-495b-af8e-d1bd05d7c857 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.579176 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-31f09b7f-8d01-495b-af8e-d1bd05d7c857 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-994940'] for subnet, precommit_delete_associations {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.636822 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-31f09b7f-8d01-495b-af8e-d1bd05d7c857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.922319 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 6a9e409e-34fe-4fe8-9421-3e46cddaf20a no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:14.945878 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-31f09b7f-8d01-495b-af8e-d1bd05d7c857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-868349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3109000'] for subnet, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.950454 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:14.956162 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: 6a9e409e-34fe-4fe8-9421-3e46cddaf20a {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:14.956679 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 6a9e409e-34fe-4fe8-9421-3e46cddaf20a not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:14.974437 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-72e7b67e-4dff-43df-bb4d-ac21c4c5a197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.988051 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f09b7f-8d01-495b-af8e-d1bd05d7c857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bffff6eb-8e85-4605-8962-7cf8ffa79807,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:14.992352 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-31f09b7f-8d01-495b-af8e-d1bd05d7c857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:14.996528 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-31f09b7f-8d01-495b-af8e-d1bd05d7c857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:15.003234 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-31f09b7f-8d01-495b-af8e-d1bd05d7c857 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bffff6eb-8e85-4605-8962-7cf8ffa79807 HTTP/1.1" status: 204 len: 168 time: 0.5358760 May 11 16:39:15.009215 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50390) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:15.115819 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c11c1b02-4ad5-4877-9833-8974fbdad36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:15.238220 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c11c1b02-4ad5-4877-9833-8974fbdad36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:15.250759 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-c11c1b02-4ad5-4877-9833-8974fbdad36b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fe870b-4045-4300-8103-1a67a04b2e95']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:15.264276 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-c11c1b02-4ad5-4877-9833-8974fbdad36b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d164a71-5271-4b21-9a76-4ee356ce2807') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:15.264572 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-c11c1b02-4ad5-4877-9833-8974fbdad36b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d164a71-5271-4b21-9a76-4ee356ce2807') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:15.276635 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c11c1b02-4ad5-4877-9833-8974fbdad36b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2164325'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:15.293004 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c11c1b02-4ad5-4877-9833-8974fbdad36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:15.299079 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11c1b02-4ad5-4877-9833-8974fbdad36b admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:39:15.299416 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c11c1b02-4ad5-4877-9833-8974fbdad36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183405'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: Traceback (most recent call last): May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: timer() May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: cb(*args, **kw) May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: return func(*args, **kwargs) May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: self._notify() May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: self.callback(batched_events) May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: event.method(event) May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: return f(self, *a, **k) May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: return self._get(url).json() May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:39:15.312847 dv-cinder-761113-11-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:39:15.453681 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c11c1b02-4ad5-4877-9833-8974fbdad36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:15.457473 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:15.471220 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c11c1b02-4ad5-4877-9833-8974fbdad36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:15.480683 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c1b02-4ad5-4877-9833-8974fbdad36b admin admin] Pushing event deleted for resources: {'Network': ['ID=64fe870b-4045-4300-8103-1a67a04b2e95,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:15.483200 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-c11c1b02-4ad5-4877-9833-8974fbdad36b admin admin] 10.222.0.69 "DELETE /v2.0/networks/64fe870b-4045-4300-8103-1a67a04b2e95 HTTP/1.1" status: 204 len: 168 time: 0.4762831 May 11 16:39:15.484124 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c11c1b02-4ad5-4877-9833-8974fbdad36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:15.806465 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50424) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:15.856097 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-8085409e-76bc-4219-a0f2-da24692cc5f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd3568b5c2634ecfb5a4b02ec189ae58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484762 May 11 16:39:15.858474 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50428) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:15.917546 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0b35a9b-a414-4ce9-869e-3d304e9be6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:15.942947 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0b35a9b-a414-4ce9-869e-3d304e9be6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:16.076315 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0b35a9b-a414-4ce9-869e-3d304e9be6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:16.080472 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-946ccc67-2880-4583-ac7d-18140f14e1d2 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:16.091556 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b35a9b-a414-4ce9-869e-3d304e9be6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b3b0be-f0b7-4a08-b708-3f8a6e774e53,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:16.095525 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a0b35a9b-a414-4ce9-869e-3d304e9be6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:16.100783 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0b35a9b-a414-4ce9-869e-3d304e9be6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:16.105223 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-a0b35a9b-a414-4ce9-869e-3d304e9be6a5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06b3b0be-f0b7-4a08-b708-3f8a6e774e53 HTTP/1.1" status: 204 len: 168 time: 0.2425075 May 11 16:39:16.173938 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50434) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:16.700157 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-395262a3-88a6-48c9-82b9-535628ca7654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:16.709596 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50440) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:16.761729 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-90d4edd3-1a2c-4dea-ab1d-a8151fb10d07 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=55e406822b754c0da5918926c8dc894d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508773 May 11 16:39:16.764558 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50444) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:16.826825 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-90b9921f-c7d2-4f38-a702-cb13f58c5ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:16.854021 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-90b9921f-c7d2-4f38-a702-cb13f58c5ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:16.974055 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-90b9921f-c7d2-4f38-a702-cb13f58c5ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:16.979383 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-b384a7b8-11ce-4cb3-b844-74ab904af1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:16.990243 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9921f-c7d2-4f38-a702-cb13f58c5ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68c0977-4b23-45aa-8988-750844cc8eac,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:16.993119 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-90b9921f-c7d2-4f38-a702-cb13f58c5ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:17.008567 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-90b9921f-c7d2-4f38-a702-cb13f58c5ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:17.009484 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-90b9921f-c7d2-4f38-a702-cb13f58c5ef4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e68c0977-4b23-45aa-8988-750844cc8eac HTTP/1.1" status: 204 len: 168 time: 0.2439561 May 11 16:39:17.203131 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:39:17.215913 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-395262a3-88a6-48c9-82b9-535628ca7654 admin admin] Deleting port 19b8eb53-7c82-4cc5-b761-a4aa577974cc {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:17.216259 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-395262a3-88a6-48c9-82b9-535628ca7654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:17.338185 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-395262a3-88a6-48c9-82b9-535628ca7654 admin admin] For port 19b8eb53-7c82-4cc5-b761-a4aa577974cc, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=19b8eb53-7c82-4cc5-b761-a4aa577974cc,segment=NetworkSegment(cba098d8-372e-465d-81ab-2b9a497c24ba),segment_id=cba098d8-372e-465d-81ab-2b9a497c24ba)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:17.338539 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-395262a3-88a6-48c9-82b9-535628ca7654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:17.436200 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:17.463140 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-395262a3-88a6-48c9-82b9-535628ca7654 admin admin] Calling delete_port for 19b8eb53-7c82-4cc5-b761-a4aa577974cc owned by network:router_interface {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:17.642387 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-395262a3-88a6-48c9-82b9-535628ca7654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:17.647577 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:17.696015 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395262a3-88a6-48c9-82b9-535628ca7654 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b8eb53-7c82-4cc5-b761-a4aa577974cc,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:17.726391 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-395262a3-88a6-48c9-82b9-535628ca7654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:17.750898 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-312fcbb8-c8bc-4443-a32d-8ba0995a45c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:17.969552 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-395262a3-88a6-48c9-82b9-535628ca7654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403193'] for router_interface, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:18.435244 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395262a3-88a6-48c9-82b9-535628ca7654 admin admin] Router 1626741f-3a92-4070-81fe-26821463f60b has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:39:18.611291 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395262a3-88a6-48c9-82b9-535628ca7654 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:39:18.622322 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1be2e-ca1e-46fe-9a03-6d7036cfc392 None None] Sync routers for ids ['1626741f-3a92-4070-81fe-26821463f60b'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:39:18.632442 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1be2e-ca1e-46fe-9a03-6d7036cfc392 None None] Routers {'1626741f-3a92-4070-81fe-26821463f60b'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:18.642734 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-97c1be2e-ca1e-46fe-9a03-6d7036cfc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:39:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['1626741f-3a92-4070-81fe-26821463f60b'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:18.690082 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-395262a3-88a6-48c9-82b9-535628ca7654 admin admin] 10.222.0.69 "PUT /v2.0/routers/1626741f-3a92-4070-81fe-26821463f60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5150428 May 11 16:39:18.694342 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50480) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:18.826007 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-97c1be2e-ca1e-46fe-9a03-6d7036cfc392 None None] Set router 1626741f-3a92-4070-81fe-26821463f60b gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:18.873957 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Notify callbacks [] for router, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:18.925967 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:19.073943 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:19.138313 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-97c1be2e-ca1e-46fe-9a03-6d7036cfc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:39:17Z', 'revision_number': 5, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port': {'id': 'daf92c55-a7ca-4867-a630-ff5c14f1bf43', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1626741f-3a92-4070-81fe-26821463f60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:52Z', 'updated_at': '2021-05-11T16:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:19.142143 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1be2e-ca1e-46fe-9a03-6d7036cfc392 None None] Checking router: 1626741f-3a92-4070-81fe-26821463f60b for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:39:19.151500 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1be2e-ca1e-46fe-9a03-6d7036cfc392 None None] Routers {'1626741f-3a92-4070-81fe-26821463f60b'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:19.152138 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-97c1be2e-ca1e-46fe-9a03-6d7036cfc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:39:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['1626741f-3a92-4070-81fe-26821463f60b'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:19.206929 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Deleting port daf92c55-a7ca-4867-a630-ff5c14f1bf43 {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:19.207379 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:19.357564 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-97c1be2e-ca1e-46fe-9a03-6d7036cfc392 None None] Set router 1626741f-3a92-4070-81fe-26821463f60b gateway port host: None {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:19.430978 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] For port daf92c55-a7ca-4867-a630-ff5c14f1bf43, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=daf92c55-a7ca-4867-a630-ff5c14f1bf43,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:19.431342 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:19.464423 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-97c1be2e-ca1e-46fe-9a03-6d7036cfc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:39:19Z', 'revision_number': 6, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port_host': None}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:19.468509 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1be2e-ca1e-46fe-9a03-6d7036cfc392 None None] The sync data for ids ['1626741f-3a92-4070-81fe-26821463f60b'] in dv-cinder-761113-11-smb is: [{'id': '1626741f-3a92-4070-81fe-26821463f60b', 'name': 'tempest-TestMinimumBasicScenario-157312022-router', 'tenant_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:51Z', 'updated_at': '2021-05-11T16:39:19Z', 'revision_number': 6, 'project_id': '1d17ce58feba40ec8c0fe66041e81b5b', 'gw_port_host': None}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:39:19.526980 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50496) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:19.565295 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Calling delete_port for daf92c55-a7ca-4867-a630-ff5c14f1bf43 owned by network:router_gateway {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:19.644381 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e2a33b39-0738-42ce-8848-0698028da0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:19.658127 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-e2a33b39-0738-42ce-8848-0698028da0c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:19.662419 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-e2a33b39-0738-42ce-8848-0698028da0c1 admin admin] Usage tracker for resource:security_group_rule and tenant:8dc63bd15f1648b29e2c9e6c958f9321 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:19.665303 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-e2a33b39-0738-42ce-8848-0698028da0c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:19.670826 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-e2a33b39-0738-42ce-8848-0698028da0c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:19.753203 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e2a33b39-0738-42ce-8848-0698028da0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:19.819166 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e2a33b39-0738-42ce-8848-0698028da0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:19.826589 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8daad879-71d9-4018-acbc-a7343e48ea51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:19.870509 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-e2a33b39-0738-42ce-8848-0698028da0c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8dc63bd15f1648b29e2c9e6c958f9321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424027 May 11 16:39:19.871340 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a33b39-0738-42ce-8848-0698028da0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2492b1-3f6d-4981-bef3-9f27b0612cd8,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:19.873560 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50502) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:19.874800 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e2a33b39-0738-42ce-8848-0698028da0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:19.914527 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:19.920363 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7ee88d09-a7a7-47ac-9080-500210119e8d tempest-VolumesActionsTest-586044119 tempest-VolumesActionsTest-586044119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:19.971771 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=daf92c55-a7ca-4867-a630-ff5c14f1bf43,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:20.004888 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:20.051788 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca41a-beac-42fe-b541-9a260e2311b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:20.091635 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca41a-beac-42fe-b541-9a260e2311b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:20.102014 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396397'] for router_gateway, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:20.291975 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45150'] for router, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:20.294291 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:20.322491 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:20.436550 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403839'] for router, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:20.437062 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1626741f-3a92-4070-81fe-26821463f60b {{(pid=79306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:39:20.458526 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] Notify callbacks [] for router, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:20.462532 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-beac3da6-e4ee-4bf8-af1b-738103c19f63 admin admin] 10.222.0.69 "DELETE /v2.0/routers/1626741f-3a92-4070-81fe-26821463f60b HTTP/1.1" status: 204 len: 168 time: 1.7647984 May 11 16:39:20.462777 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50506) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:20.500449 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca41a-beac-42fe-b541-9a260e2311b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:20.502884 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-ba7ca41a-beac-42fe-b541-9a260e2311b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:20.507575 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-ba7ca41a-beac-42fe-b541-9a260e2311b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2e2492b1-3f6d-4981-bef3-9f27b0612cd8 HTTP/1.1" status: 204 len: 168 time: 0.6326740 May 11 16:39:20.512945 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-8524b94b-0373-432b-a034-7d8bba679eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:20.525107 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ca41a-beac-42fe-b541-9a260e2311b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2492b1-3f6d-4981-bef3-9f27b0612cd8,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:20.528753 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-ba7ca41a-beac-42fe-b541-9a260e2311b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:20.547856 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd53f7e9-00d5-423a-8e34-556fc2e6db90 admin admin] Deleting subnet 5cdc10c2-393e-4b77-a124-fcafdc6753a4 {{(pid=79306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:39:20.550878 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-dd53f7e9-00d5-423a-8e34-556fc2e6db90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:20.601078 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-dd53f7e9-00d5-423a-8e34-556fc2e6db90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-994940'] for subnet, precommit_delete_associations {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:20.716421 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-dd53f7e9-00d5-423a-8e34-556fc2e6db90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.093861 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-dd53f7e9-00d5-423a-8e34-556fc2e6db90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-868349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3109000'] for subnet, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.099079 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-6c44ca79-83a1-4c57-9711-cabe420abecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:21.113000 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50514) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:21.131641 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0b209caf-c30a-4897-a441-4bfe3cba2fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.133706 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53f7e9-00d5-423a-8e34-556fc2e6db90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cdc10c2-393e-4b77-a124-fcafdc6753a4,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:21.136585 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-dd53f7e9-00d5-423a-8e34-556fc2e6db90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:21.137541 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-dd53f7e9-00d5-423a-8e34-556fc2e6db90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.146090 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-dd53f7e9-00d5-423a-8e34-556fc2e6db90 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5cdc10c2-393e-4b77-a124-fcafdc6753a4 HTTP/1.1" status: 204 len: 168 time: 0.6801045 May 11 16:39:21.146849 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50518) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:21.150150 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0b209caf-c30a-4897-a441-4bfe3cba2fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:21.150439 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f05b4f-d48e-4b99-b674-19ec814fa8e4 None None] Network b83558c4-6b7a-4669-a42b-e1a52f66d8f5 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:39:21.175037 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0b209caf-c30a-4897-a441-4bfe3cba2fd5 admin admin] Usage tracker for resource:security_group_rule and tenant:6132fd1c3da546368d81b547caab7a6b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:21.181213 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0b209caf-c30a-4897-a441-4bfe3cba2fd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:21.238130 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0b209caf-c30a-4897-a441-4bfe3cba2fd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:21.278608 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.405603 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0b209caf-c30a-4897-a441-4bfe3cba2fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.407726 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Deleting port 42c6647e-937d-41a6-851f-00aee49cd41e {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:21.408048 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.413312 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c78ab5-d540-4877-ad36-a979e732e8d2 None None] DHCP port deletion for b83558c4-6b7a-4669-a42b-e1a52f66d8f5 request from dv-cinder-761113-11-smb {{(pid=79308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:39:21.481970 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-68c78ab5-d540-4877-ad36-a979e732e8d2 None None] Deleting port 42c6647e-937d-41a6-851f-00aee49cd41e {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:21.482485 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68c78ab5-d540-4877-ad36-a979e732e8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.485808 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0b209caf-c30a-4897-a441-4bfe3cba2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.494647 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-98f32329-c578-48bc-9f22-4851e2acfaef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:21.545181 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] For port 42c6647e-937d-41a6-851f-00aee49cd41e, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=42c6647e-937d-41a6-851f-00aee49cd41e,segment=NetworkSegment(cba098d8-372e-465d-81ab-2b9a497c24ba),segment_id=cba098d8-372e-465d-81ab-2b9a497c24ba)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:21.545537 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.547465 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 19b8eb53-7c82-4cc5-b761-a4aa577974cc no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:21.566683 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-0b209caf-c30a-4897-a441-4bfe3cba2fd5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6132fd1c3da546368d81b547caab7a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525969 May 11 16:39:21.569458 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50522) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:21.595029 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: 19b8eb53-7c82-4cc5-b761-a4aa577974cc {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:21.595379 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 19b8eb53-7c82-4cc5-b761-a4aa577974cc not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:21.595839 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device daf92c55-a7ca-4867-a630-ff5c14f1bf43 no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:21.615686 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b209caf-c30a-4897-a441-4bfe3cba2fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81b09cb-18db-4d75-897f-445b6c961acd,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:21.632101 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e25b3360-c81b-4cc6-9146-47689d745151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.640873 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: daf92c55-a7ca-4867-a630-ff5c14f1bf43 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:21.641226 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device daf92c55-a7ca-4867-a630-ff5c14f1bf43 not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:21.641861 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 42c6647e-937d-41a6-851f-00aee49cd41e no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:21.659824 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e25b3360-c81b-4cc6-9146-47689d745151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.675540 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0b209caf-c30a-4897-a441-4bfe3cba2fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:21.682128 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Calling delete_port for 42c6647e-937d-41a6-851f-00aee49cd41e owned by network:dhcp {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:21.690694 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-68c78ab5-d540-4877-ad36-a979e732e8d2 None None] For port 42c6647e-937d-41a6-851f-00aee49cd41e, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=42c6647e-937d-41a6-851f-00aee49cd41e,segment=NetworkSegment(cba098d8-372e-465d-81ab-2b9a497c24ba),segment_id=cba098d8-372e-465d-81ab-2b9a497c24ba)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:21.691099 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68c78ab5-d540-4877-ad36-a979e732e8d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.813918 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e25b3360-c81b-4cc6-9146-47689d745151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.818651 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f058d30a-e838-4be9-9b7c-1dc4652f9036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:21.824877 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-68c78ab5-d540-4877-ad36-a979e732e8d2 None None] Calling delete_port for 42c6647e-937d-41a6-851f-00aee49cd41e owned by network:dhcp {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:21.828927 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b3360-c81b-4cc6-9146-47689d745151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81b09cb-18db-4d75-897f-445b6c961acd,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:21.833426 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-e25b3360-c81b-4cc6-9146-47689d745151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:21.835896 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-e25b3360-c81b-4cc6-9146-47689d745151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.839467 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-e25b3360-c81b-4cc6-9146-47689d745151 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a81b09cb-18db-4d75-897f-445b6c961acd HTTP/1.1" status: 204 len: 168 time: 0.2665000 May 11 16:39:21.842035 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.848084 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-58393ec0-a51b-4b30-b53c-836eb41a5404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:21.895153 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c6647e-937d-41a6-851f-00aee49cd41e,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:21.900037 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:21.900354 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Port 42c6647e-937d-41a6-851f-00aee49cd41e update to DOWN by agent not found {{(pid=79308) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} May 11 16:39:21.903817 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] No DVR routers for this DVR port 42c6647e-937d-41a6-851f-00aee49cd41e on host dv-cinder-761113-11-smb {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:39:21.930003 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68c78ab5-d540-4877-ad36-a979e732e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:21.935274 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:21.980818 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c78ab5-d540-4877-ad36-a979e732e8d2 None None] Pushing event deleted for resources: {'Port': ['ID=42c6647e-937d-41a6-851f-00aee49cd41e,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:21.982797 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c78ab5-d540-4877-ad36-a979e732e8d2 None None] No DVR routers for this DVR port 42c6647e-937d-41a6-851f-00aee49cd41e on host dv-cinder-761113-11-smb {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:39:21.984342 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-68c78ab5-d540-4877-ad36-a979e732e8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:22.048326 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:22.066633 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83558c4-6b7a-4669-a42b-e1a52f66d8f5']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:22.080772 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba098d8-372e-465d-81ab-2b9a497c24ba') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:22.081084 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba098d8-372e-465d-81ab-2b9a497c24ba') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:22.093860 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2164325'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:22.113145 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:22.119798 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:39:22.120235 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2183405'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: Traceback (most recent call last): May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: timer() May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: cb(*args, **kw) May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: return func(*args, **kwargs) May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: self._notify() May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: self.callback(batched_events) May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: event.method(event) May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: return f(self, *a, **k) May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: return self._get(url).json() May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:39:22.134737 dv-cinder-761113-11-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:39:22.299802 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:22.304339 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8a2644ae-10b9-4f35-87d2-a04521c35c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:22.331012 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:22.332396 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Pushing event deleted for resources: {'Network': ['ID=b83558c4-6b7a-4669-a42b-e1a52f66d8f5,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:22.336857 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:22.351699 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-364133d2-0887-4379-b45a-2fabb535a393 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b83558c4-6b7a-4669-a42b-e1a52f66d8f5 HTTP/1.1" status: 204 len: 168 time: 1.2041774 May 11 16:39:22.354660 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50534) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:22.898829 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1750c8a2-6047-46df-9a28-6cf590a6bc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:23.311339 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-1750c8a2-6047-46df-9a28-6cf590a6bc76 admin admin] Deleting port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:23.311717 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1750c8a2-6047-46df-9a28-6cf590a6bc76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:23.535536 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [None req-1750c8a2-6047-46df-9a28-6cf590a6bc76 admin admin] For port 2d96b7ec-c42f-4f7e-9043-38c1f7095db3, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=2d96b7ec-c42f-4f7e-9043-38c1f7095db3,segment=NetworkSegment(54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0),segment_id=54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:23.536126 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1750c8a2-6047-46df-9a28-6cf590a6bc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:23.536744 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50558) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:23.654634 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ebdb50a5-8318-4222-8266-eaa6b694b9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:23.658637 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-1750c8a2-6047-46df-9a28-6cf590a6bc76 admin admin] Calling delete_port for 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 owned by network:router_interface {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:23.668879 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ebdb50a5-8318-4222-8266-eaa6b694b9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:23.672721 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ebdb50a5-8318-4222-8266-eaa6b694b9bf admin admin] Usage tracker for resource:security_group_rule and tenant:709519921d0b4120889828c014d3e766 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:23.675552 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ebdb50a5-8318-4222-8266-eaa6b694b9bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:23.681686 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ebdb50a5-8318-4222-8266-eaa6b694b9bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:23.764478 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ebdb50a5-8318-4222-8266-eaa6b694b9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:23.830334 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ebdb50a5-8318-4222-8266-eaa6b694b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:23.839374 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6677bd25-2710-45d4-9394-6e4a5973246e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:23.853267 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1750c8a2-6047-46df-9a28-6cf590a6bc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:23.858004 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-60cf4231-f284-4d23-8fee-8f1ec1613c4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:23.879008 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-ebdb50a5-8318-4222-8266-eaa6b694b9bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=709519921d0b4120889828c014d3e766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411474 May 11 16:39:23.881364 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb50a5-8318-4222-8266-eaa6b694b9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ea9151-93db-466b-8e6a-14d48b529f54,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:23.883629 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50564) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:23.886227 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ebdb50a5-8318-4222-8266-eaa6b694b9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:23.902728 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750c8a2-6047-46df-9a28-6cf590a6bc76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d96b7ec-c42f-4f7e-9043-38c1f7095db3,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:23.906015 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1750c8a2-6047-46df-9a28-6cf590a6bc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:23.947926 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-661ce018-a8f1-4d6e-94a7-d2e3e7bf4c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:23.980989 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-661ce018-a8f1-4d6e-94a7-d2e3e7bf4c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:24.181911 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1750c8a2-6047-46df-9a28-6cf590a6bc76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403193'] for router_interface, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:24.253346 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-661ce018-a8f1-4d6e-94a7-d2e3e7bf4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:24.257259 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-899ab061-a39d-4156-b2b5-b6e20747da64 tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:24.268393 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ce018-a8f1-4d6e-94a7-d2e3e7bf4c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ea9151-93db-466b-8e6a-14d48b529f54,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:24.271901 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-661ce018-a8f1-4d6e-94a7-d2e3e7bf4c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:24.279665 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-661ce018-a8f1-4d6e-94a7-d2e3e7bf4c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:24.279665 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-661ce018-a8f1-4d6e-94a7-d2e3e7bf4c57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21ea9151-93db-466b-8e6a-14d48b529f54 HTTP/1.1" status: 204 len: 168 time: 0.3918636 May 11 16:39:24.544340 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1750c8a2-6047-46df-9a28-6cf590a6bc76 admin admin] Router f07a6ac7-e2d0-4c53-9fde-5b3135748f91 has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:39:24.721960 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1750c8a2-6047-46df-9a28-6cf590a6bc76 admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:39:24.731150 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c749808-861f-48cd-8145-da901e43e580 None None] Sync routers for ids ['f07a6ac7-e2d0-4c53-9fde-5b3135748f91'] in dv-cinder-761113-11-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:39:24.740599 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c749808-861f-48cd-8145-da901e43e580 None None] Routers {'f07a6ac7-e2d0-4c53-9fde-5b3135748f91'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:24.741134 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-5c749808-861f-48cd-8145-da901e43e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:39:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['f07a6ac7-e2d0-4c53-9fde-5b3135748f91'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:24.800177 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-1750c8a2-6047-46df-9a28-6cf590a6bc76 admin admin] 10.222.0.69 "PUT /v2.0/routers/f07a6ac7-e2d0-4c53-9fde-5b3135748f91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4421067 May 11 16:39:24.800489 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50580) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:24.921057 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-5c749808-861f-48cd-8145-da901e43e580 None None] Set router f07a6ac7-e2d0-4c53-9fde-5b3135748f91 gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:24.981531 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Notify callbacks [] for router, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:25.164197 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:25.221891 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-5c749808-861f-48cd-8145-da901e43e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'name': 'tempest-TestMinimumBasicScenario-702228558-router', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '37d96cef-ab66-476a-b861-e1fe65d8688b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:39:23Z', 'revision_number': 5, 'project_id': '0e3cc068b2aa484184925397d6a8a604', 'gw_port': {'id': '37d96cef-ab66-476a-b861-e1fe65d8688b', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:25.227039 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c749808-861f-48cd-8145-da901e43e580 None None] Checking router: f07a6ac7-e2d0-4c53-9fde-5b3135748f91 for host: dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:39:25.237349 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c749808-861f-48cd-8145-da901e43e580 None None] Routers {'f07a6ac7-e2d0-4c53-9fde-5b3135748f91'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:25.238083 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-5c749808-861f-48cd-8145-da901e43e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:39:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['f07a6ac7-e2d0-4c53-9fde-5b3135748f91'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:25.280364 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Deleting port 37d96cef-ab66-476a-b861-e1fe65d8688b {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:25.280602 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:25.404907 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-5c749808-861f-48cd-8145-da901e43e580 None None] Set router f07a6ac7-e2d0-4c53-9fde-5b3135748f91 gateway port host: None {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:25.416746 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] For port 37d96cef-ab66-476a-b861-e1fe65d8688b, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=37d96cef-ab66-476a-b861-e1fe65d8688b,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:25.417102 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:25.510741 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-5c749808-861f-48cd-8145-da901e43e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'name': 'tempest-TestMinimumBasicScenario-702228558-router', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:39:25Z', 'revision_number': 6, 'project_id': '0e3cc068b2aa484184925397d6a8a604', 'gw_port_host': None}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:25.514573 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c749808-861f-48cd-8145-da901e43e580 None None] The sync data for ids ['f07a6ac7-e2d0-4c53-9fde-5b3135748f91'] in dv-cinder-761113-11-smb is: [{'id': 'f07a6ac7-e2d0-4c53-9fde-5b3135748f91', 'name': 'tempest-TestMinimumBasicScenario-702228558-router', 'tenant_id': '0e3cc068b2aa484184925397d6a8a604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:37:00Z', 'updated_at': '2021-05-11T16:39:25Z', 'revision_number': 6, 'project_id': '0e3cc068b2aa484184925397d6a8a604', 'gw_port_host': None}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:39:25.547156 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Calling delete_port for 37d96cef-ab66-476a-b861-e1fe65d8688b owned by network:router_gateway {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:25.756873 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:25.760882 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-78bb3c07-caf5-416d-8766-066598b3baa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:25.801667 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Pushing event deleted for resources: {'Port': ['ID=37d96cef-ab66-476a-b861-e1fe65d8688b,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:25.805160 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:25.903808 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396397'] for router_gateway, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.080165 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45150'] for router, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.082331 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.150699 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403839'] for router, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.151209 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f07a6ac7-e2d0-4c53-9fde-5b3135748f91 {{(pid=79307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:39:26.163032 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.164600 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-4f700eb7-dfda-403b-a6c3-9038271dea9e admin admin] 10.222.0.69 "DELETE /v2.0/routers/f07a6ac7-e2d0-4c53-9fde-5b3135748f91 HTTP/1.1" status: 204 len: 168 time: 1.3627341 May 11 16:39:26.166795 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50612) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:26.225667 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ee84fb-61a7-442d-9cd7-b6e6b494e066 admin admin] Deleting subnet 019f70ee-2370-42da-93d7-beb01e9f2b0c {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:39:26.228829 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a4ee84fb-61a7-442d-9cd7-b6e6b494e066 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.246854 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50616) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:26.283170 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a4ee84fb-61a7-442d-9cd7-b6e6b494e066 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2164346'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.375771 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1fe35dc5-bd24-4b71-a2bd-f3a8a3250cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.392501 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-1fe35dc5-bd24-4b71-a2bd-f3a8a3250cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:26.397451 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-1fe35dc5-bd24-4b71-a2bd-f3a8a3250cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:ab887cf9ac514988a4306ea0fa043170 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:26.403884 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-1fe35dc5-bd24-4b71-a2bd-f3a8a3250cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:26.410050 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-1fe35dc5-bd24-4b71-a2bd-f3a8a3250cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:26.475387 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a4ee84fb-61a7-442d-9cd7-b6e6b494e066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.497591 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1fe35dc5-bd24-4b71-a2bd-f3a8a3250cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.573245 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-1fe35dc5-bd24-4b71-a2bd-f3a8a3250cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.583140 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f45b4b64-112b-43ff-82ff-3c2dc96f317f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:26.621650 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe35dc5-bd24-4b71-a2bd-f3a8a3250cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1d88f2-0f59-40ce-873d-9c50725fc7cc,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:26.628227 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-1fe35dc5-bd24-4b71-a2bd-f3a8a3250cd0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab887cf9ac514988a4306ea0fa043170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778389 May 11 16:39:26.628227 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-1fe35dc5-bd24-4b71-a2bd-f3a8a3250cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:26.628505 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50622) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:26.688086 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-8251ef49-2929-4f18-b1f1-6f615512ace3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.713879 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-8251ef49-2929-4f18-b1f1-6f615512ace3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.825378 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a4ee84fb-61a7-442d-9cd7-b6e6b494e066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2183307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2461820'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.825939 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-8251ef49-2929-4f18-b1f1-6f615512ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.829245 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:26.831331 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:26.842248 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251ef49-2929-4f18-b1f1-6f615512ace3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1d88f2-0f59-40ce-873d-9c50725fc7cc,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:26.844991 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-8251ef49-2929-4f18-b1f1-6f615512ace3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:26.851852 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-8251ef49-2929-4f18-b1f1-6f615512ace3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.855605 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-8251ef49-2929-4f18-b1f1-6f615512ace3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e1d88f2-0f59-40ce-873d-9c50725fc7cc HTTP/1.1" status: 204 len: 168 time: 0.2236767 May 11 16:39:26.863419 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee84fb-61a7-442d-9cd7-b6e6b494e066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=019f70ee-2370-42da-93d7-beb01e9f2b0c,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:26.866987 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a4ee84fb-61a7-442d-9cd7-b6e6b494e066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:26.869384 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a4ee84fb-61a7-442d-9cd7-b6e6b494e066 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:26.876359 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab4ebca-4488-4464-bb86-44aacbf407df None None] Network 96abef57-7ce7-4a4c-91fd-0eb76f31f59f requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:39:26.879635 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-a4ee84fb-61a7-442d-9cd7-b6e6b494e066 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/019f70ee-2370-42da-93d7-beb01e9f2b0c HTTP/1.1" status: 204 len: 168 time: 0.7090867 May 11 16:39:26.879863 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50628) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:26.984737 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50632) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:27.088592 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.170103 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Deleting port ce8f1a70-de4e-4d65-943a-eb98eab09323 {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:27.170588 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.174870 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a772fd6c-5aa3-4e36-9899-279ff4a8cd4f None None] DHCP port deletion for 96abef57-7ce7-4a4c-91fd-0eb76f31f59f request from dv-cinder-761113-11-smb {{(pid=79308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:39:27.258375 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-a772fd6c-5aa3-4e36-9899-279ff4a8cd4f None None] Deleting port ce8f1a70-de4e-4d65-943a-eb98eab09323 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:27.258766 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a772fd6c-5aa3-4e36-9899-279ff4a8cd4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.286832 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] For port ce8f1a70-de4e-4d65-943a-eb98eab09323, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=ce8f1a70-de4e-4d65-943a-eb98eab09323,segment=NetworkSegment(54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0),segment_id=54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:27.287800 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.327971 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-9d33b969-a3af-4124-93f2-e85f6c8d0ff0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Deleting port c6c4a2a0-bf49-4be4-bc9b-2457c6a00edc {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:27.328571 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9d33b969-a3af-4124-93f2-e85f6c8d0ff0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.362082 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-a772fd6c-5aa3-4e36-9899-279ff4a8cd4f None None] For port ce8f1a70-de4e-4d65-943a-eb98eab09323, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=ce8f1a70-de4e-4d65-943a-eb98eab09323,segment=NetworkSegment(54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0),segment_id=54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:27.362492 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a772fd6c-5aa3-4e36-9899-279ff4a8cd4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.431326 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Calling delete_port for ce8f1a70-de4e-4d65-943a-eb98eab09323 owned by network:dhcp {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:27.460387 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9d33b969-a3af-4124-93f2-e85f6c8d0ff0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.460787 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9d33b969-a3af-4124-93f2-e85f6c8d0ff0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.539618 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-a772fd6c-5aa3-4e36-9899-279ff4a8cd4f None None] Calling delete_port for ce8f1a70-de4e-4d65-943a-eb98eab09323 owned by network:dhcp {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:27.562278 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device ce8f1a70-de4e-4d65-943a-eb98eab09323 no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:27.579597 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.590048 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-47c29eae-95c7-4f6b-aa3c-d5f2f6aedaae tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:27.601033 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: ce8f1a70-de4e-4d65-943a-eb98eab09323 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:27.601396 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device ce8f1a70-de4e-4d65-943a-eb98eab09323 not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:27.601824 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:27.606863 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-9d33b969-a3af-4124-93f2-e85f6c8d0ff0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Calling delete_port for c6c4a2a0-bf49-4be4-bc9b-2457c6a00edc owned by network:floatingip {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:27.628957 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] No DVR routers for this DVR port ce8f1a70-de4e-4d65-943a-eb98eab09323 on host dv-cinder-761113-11-smb {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:39:27.637610 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:27.638436 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 2d96b7ec-c42f-4f7e-9043-38c1f7095db3 not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:27.638436 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 37d96cef-ab66-476a-b861-e1fe65d8688b no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:27.665977 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8f1a70-de4e-4d65-943a-eb98eab09323,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:27.673609 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: 37d96cef-ab66-476a-b861-e1fe65d8688b {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:27.673990 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 37d96cef-ab66-476a-b861-e1fe65d8688b not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:27.696550 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a772fd6c-5aa3-4e36-9899-279ff4a8cd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.701338 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-073a377a-bb14-4623-b04c-6fdfec5ac012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:27.706731 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:27.707107 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:27.707470 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:27.707850 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:27.708206 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:27.709277 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:27.709749 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:27.710112 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:27.710461 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:27.710810 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:27.711614 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:27.711978 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:27.718715 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:27.750304 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772fd6c-5aa3-4e36-9899-279ff4a8cd4f None None] Pushing event deleted for resources: {'Port': ['ID=ce8f1a70-de4e-4d65-943a-eb98eab09323,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:27.754117 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a772fd6c-5aa3-4e36-9899-279ff4a8cd4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:27.755613 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a772fd6c-5aa3-4e36-9899-279ff4a8cd4f None None] No DVR routers for this DVR port ce8f1a70-de4e-4d65-943a-eb98eab09323 on host dv-cinder-761113-11-smb {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:39:27.797694 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.811789 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96abef57-7ce7-4a4c-91fd-0eb76f31f59f']}} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:27.823906 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0') {'for_net_delete': True} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:27.824202 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fba0aa-b4e9-4ae6-9ebf-9492c3a963c0') {} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:27.836037 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-994915'] for segment, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.852265 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9d33b969-a3af-4124-93f2-e85f6c8d0ff0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2183384'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.852833 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.857182 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-dc4859dd-fbf6-4752-bdbf-c0332fb67642 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:27.858724 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=79306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:39:27.859111 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-868251'] for segment, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: Traceback (most recent call last): May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: timer() May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: cb(*args, **kw) May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: return func(*args, **kwargs) May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: self._notify() May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: self.callback(batched_events) May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: event.method(event) May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: return f(self, *a, **k) May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: return self._get(url).json() May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: return self.request(url, 'GET', **kwargs) May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:39:27.872188 dv-cinder-761113-11-smb neutron-server[79306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:39:27.900867 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33b969-a3af-4124-93f2-e85f6c8d0ff0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Pushing event deleted for resources: {'Port': ['ID=c6c4a2a0-bf49-4be4-bc9b-2457c6a00edc,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:27.904154 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-9d33b969-a3af-4124-93f2-e85f6c8d0ff0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:27.991091 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:27.997262 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:28.002314 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9d33b969-a3af-4124-93f2-e85f6c8d0ff0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for floatingip, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:28.002314 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.db.l3_db [None req-9d33b969-a3af-4124-93f2-e85f6c8d0ff0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Floating IP 8c10e159-045d-4ca6-97ff-a8c928609745 disassociated (deleted). External IP: 172.28.3.31, port: 77c32d54-2c90-43ef-882e-302d00648cbc. May 11 16:39:28.009506 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-6110d2c3-abed-466c-926e-5d30aa6b3a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:28.028683 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/96abef57-7ce7-4a4c-91fd-0eb76f31f59f HTTP/1.1" status: 204 len: 168 time: 1.1477294 May 11 16:39:28.029705 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=96abef57-7ce7-4a4c-91fd-0eb76f31f59f,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:28.037314 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:28.371198 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50660) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:28.435080 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-b31c2ba7-794c-409b-92f8-e441c4c87aa4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d17ce58feba40ec8c0fe66041e81b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623038 May 11 16:39:28.437632 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50664) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:28.476443 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d33b969-a3af-4124-93f2-e85f6c8d0ff0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Router 97384990-c6a5-4a9c-b4e5-b8469d56c67a has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:39:28.498155 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6552362a-519b-498a-95d4-8578306d9bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:28.524514 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6552362a-519b-498a-95d4-8578306d9bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:28.636595 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6552362a-519b-498a-95d4-8578306d9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:28.641445 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-b13396f6-72a6-4c21-b660-409d8119908a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:28.653218 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d33b969-a3af-4124-93f2-e85f6c8d0ff0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:39:28.662665 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552362a-519b-498a-95d4-8578306d9bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e0a75c-7590-4a74-aa7f-fe3cdb7401db,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:28.662665 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-6552362a-519b-498a-95d4-8578306d9bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:28.664959 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca91e2-2474-4d03-b08c-4fa2bbd21b07 None None] Sync routers for ids ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:39:28.685445 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca91e2-2474-4d03-b08c-4fa2bbd21b07 None None] Routers {'97384990-c6a5-4a9c-b4e5-b8469d56c67a'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:28.686072 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-15ca91e2-2474-4d03-b08c-4fa2bbd21b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:39:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:28.749800 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-6552362a-519b-498a-95d4-8578306d9bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:28.750484 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9d33b969-a3af-4124-93f2-e85f6c8d0ff0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:28.754185 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-6552362a-519b-498a-95d4-8578306d9bd0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/15e0a75c-7590-4a74-aa7f-fe3cdb7401db HTTP/1.1" status: 204 len: 168 time: 0.3155732 May 11 16:39:28.829892 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-9d33b969-a3af-4124-93f2-e85f6c8d0ff0 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "DELETE /v2.0/floatingips/8c10e159-045d-4ca6-97ff-a8c928609745 HTTP/1.1" status: 204 len: 168 time: 1.8438153 May 11 16:39:28.830654 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'tag': '77c32d54-2c90-43ef-882e-302d00648cbc'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:39:28.881733 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-15ca91e2-2474-4d03-b08c-4fa2bbd21b07 None None] Set router 97384990-c6a5-4a9c-b4e5-b8469d56c67a gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:28.896806 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'tag': '77c32d54-2c90-43ef-882e-302d00648cbc', 'status': 'completed', 'code': 200} May 11 16:39:29.024565 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3b2b1-f884-4c5d-b0c5-d78b9cbb6ffd req-bc79167d-c305-40dc-a652-fca1052e6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:29.026060 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75a3b2b1-f884-4c5d-b0c5-d78b9cbb6ffd req-bc79167d-c305-40dc-a652-fca1052e6b00 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=34d4bd1a8f0a4d54aa13a4dea016e9ce&device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 1098 time: 0.1094995 May 11 16:39:29.190917 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3b2b1-f884-4c5d-b0c5-d78b9cbb6ffd req-1789ef83-9f1f-4e1a-a695-bb259975c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:29.192547 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75a3b2b1-f884-4c5d-b0c5-d78b9cbb6ffd req-1789ef83-9f1f-4e1a-a695-bb259975c44e service neutron] 10.222.0.86 "GET /v2.0/networks?id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd HTTP/1.1" status: 200 len: 909 time: 0.1534369 May 11 16:39:29.233503 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-15ca91e2-2474-4d03-b08c-4fa2bbd21b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:34:22Z', 'revision_number': 4, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port': {'id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:13Z', 'updated_at': '2021-05-11T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '786a2d71-5515-4f04-9c49-d87e3dc2e868', 'name': '', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'mac_address': 'fa:16:3e:52:aa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e9042834-24c6-488a-9648-48e73366864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:21Z', 'updated_at': '2021-05-11T16:34:32Z', 'revision_number': 5, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'subnets': [{'id': 'e9042834-24c6-488a-9648-48e73366864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:29.234466 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca91e2-2474-4d03-b08c-4fa2bbd21b07 None None] Checking router: 97384990-c6a5-4a9c-b4e5-b8469d56c67a for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:39:29.243727 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca91e2-2474-4d03-b08c-4fa2bbd21b07 None None] Routers {'97384990-c6a5-4a9c-b4e5-b8469d56c67a'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:29.244592 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-15ca91e2-2474-4d03-b08c-4fa2bbd21b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:39:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:29.267589 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75a3b2b1-f884-4c5d-b0c5-d78b9cbb6ffd req-b720c497-4838-4ca0-9edf-40dac7e460b8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c32d54-2c90-43ef-882e-302d00648cbc HTTP/1.1" status: 200 len: 217 time: 0.0687029 May 11 16:39:29.333064 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3b2b1-f884-4c5d-b0c5-d78b9cbb6ffd req-e3ce6788-f84d-4502-9dec-6a6b239fc7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:29.334523 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75a3b2b1-f884-4c5d-b0c5-d78b9cbb6ffd req-e3ce6788-f84d-4502-9dec-6a6b239fc7e2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e9042834-24c6-488a-9648-48e73366864e HTTP/1.1" status: 200 len: 847 time: 0.0607920 May 11 16:39:29.419551 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3b2b1-f884-4c5d-b0c5-d78b9cbb6ffd req-ab143d9a-b3c7-4b39-8826-7c3552428e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:29.421155 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75a3b2b1-f884-4c5d-b0c5-d78b9cbb6ffd req-ab143d9a-b3c7-4b39-8826-7c3552428e46 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=930b33f6-1b95-4b51-a614-a8a01b0d9dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0807340 May 11 16:39:29.433352 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-15ca91e2-2474-4d03-b08c-4fa2bbd21b07 None None] Set router 97384990-c6a5-4a9c-b4e5-b8469d56c67a gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:29.543947 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50682) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:29.599112 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-da752458-6d51-48c0-a841-0d73da532f40 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0e3cc068b2aa484184925397d6a8a604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513225 May 11 16:39:29.599933 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50686) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:29.662758 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6236563b-dc11-438c-a993-ef3325f7112d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:29.689425 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6236563b-dc11-438c-a993-ef3325f7112d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:29.738123 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75a3b2b1-f884-4c5d-b0c5-d78b9cbb6ffd req-cddd9839-b04e-42c1-9756-5d5387cf0f06 service neutron] 10.222.0.86 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092875 May 11 16:39:29.746651 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629373b5-b347-45c5-9649-3f8154487825 req-6eca3073-5518-4356-a0ca-6be535c3c466 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:29.748210 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-629373b5-b347-45c5-9649-3f8154487825 req-6eca3073-5518-4356-a0ca-6be535c3c466 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.2389166 May 11 16:39:29.768462 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-15ca91e2-2474-4d03-b08c-4fa2bbd21b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:34:22Z', 'revision_number': 4, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port': {'id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:13Z', 'updated_at': '2021-05-11T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '786a2d71-5515-4f04-9c49-d87e3dc2e868', 'name': '', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'mac_address': 'fa:16:3e:52:aa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e9042834-24c6-488a-9648-48e73366864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:21Z', 'updated_at': '2021-05-11T16:34:32Z', 'revision_number': 5, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'subnets': [{'id': 'e9042834-24c6-488a-9648-48e73366864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:29.772898 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca91e2-2474-4d03-b08c-4fa2bbd21b07 None None] The sync data for ids ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'] in dv-cinder-761113-11-smb is: [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:34:22Z', 'revision_number': 4, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port': {'id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:13Z', 'updated_at': '2021-05-11T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb', '_interfaces': [{'id': '786a2d71-5515-4f04-9c49-d87e3dc2e868', 'name': '', 'network_id': '930b33f6-1b95-4b51-a614-a8a01b0d9dcd', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'mac_address': 'fa:16:3e:52:aa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'e9042834-24c6-488a-9648-48e73366864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:21Z', 'updated_at': '2021-05-11T16:34:32Z', 'revision_number': 5, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'subnets': [{'id': 'e9042834-24c6-488a-9648-48e73366864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:39:29.807927 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6236563b-dc11-438c-a993-ef3325f7112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:29.815094 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2d51924e-796d-4085-b79d-44c1aa64c03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:29.828477 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236563b-dc11-438c-a993-ef3325f7112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6e77ee-2f71-448d-8d0f-35eefebed5b9,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:29.831004 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6236563b-dc11-438c-a993-ef3325f7112d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:29.842674 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-6236563b-dc11-438c-a993-ef3325f7112d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d6e77ee-2f71-448d-8d0f-35eefebed5b9 HTTP/1.1" status: 204 len: 168 time: 0.2346203 May 11 16:39:29.842674 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6236563b-dc11-438c-a993-ef3325f7112d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:29.879071 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-629373b5-b347-45c5-9649-3f8154487825 req-77fe392a-ad39-4fdd-9ccb-3120e030bc0b tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120977 May 11 16:39:29.930488 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-75a3b2b1-f884-4c5d-b0c5-d78b9cbb6ffd req-7e45643d-060f-4c70-8795-075186f099fc service neutron] 10.222.0.86 "GET /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811073 May 11 16:39:30.057934 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb949a61-fd60-46e4-a34f-127508078ad2 None None] New status for floating IP 8c10e159-045d-4ca6-97ff-a8c928609745: DOWN {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:39:30.801372 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fc9f3-d33c-472a-8b33-c32df8aa4f3d req-8e367022-a6e5-44e1-9023-ef27fa7bdd6c tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:30.803617 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2e4fc9f3-d33c-472a-8b33-c32df8aa4f3d req-8e367022-a6e5-44e1-9023-ef27fa7bdd6c tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.0862026 May 11 16:39:30.970409 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-2e4fc9f3-d33c-472a-8b33-c32df8aa4f3d req-4dbfcf9d-7fbf-4bd3-9e48-b183ca0bbf89 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Deleting port 77c32d54-2c90-43ef-882e-302d00648cbc {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:30.970753 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2e4fc9f3-d33c-472a-8b33-c32df8aa4f3d req-4dbfcf9d-7fbf-4bd3-9e48-b183ca0bbf89 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:31.156336 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [req-2e4fc9f3-d33c-472a-8b33-c32df8aa4f3d req-4dbfcf9d-7fbf-4bd3-9e48-b183ca0bbf89 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] For port 77c32d54-2c90-43ef-882e-302d00648cbc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=77c32d54-2c90-43ef-882e-302d00648cbc,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:31.156691 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2e4fc9f3-d33c-472a-8b33-c32df8aa4f3d req-4dbfcf9d-7fbf-4bd3-9e48-b183ca0bbf89 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:31.285783 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [req-2e4fc9f3-d33c-472a-8b33-c32df8aa4f3d req-4dbfcf9d-7fbf-4bd3-9e48-b183ca0bbf89 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Calling delete_port for 77c32d54-2c90-43ef-882e-302d00648cbc owned by compute:nova {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:31.298311 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c7166-6e1d-4168-ad34-f93f113370ab req-6c047a70-e28a-4e48-91d2-21665d179d7c tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:31.299849 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-867c7166-6e1d-4168-ad34-f93f113370ab req-6c047a70-e28a-4e48-91d2-21665d179d7c tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 945 time: 0.2622852 May 11 16:39:31.365665 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-867c7166-6e1d-4168-ad34-f93f113370ab req-48afcbc5-049c-4d53-8fc6-5cace32bf3b8 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/security-groups?id=c070360b-6006-4a01-83e6-9d15035390f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513501 May 11 16:39:31.504633 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2e4fc9f3-d33c-472a-8b33-c32df8aa4f3d req-4dbfcf9d-7fbf-4bd3-9e48-b183ca0bbf89 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:31.510815 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-98df8673-250f-4990-ae41-14ce8b2a8325 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:31.555306 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfcf9d-7fbf-4bd3-9e48-b183ca0bbf89 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Pushing event deleted for resources: {'Port': ['ID=77c32d54-2c90-43ef-882e-302d00648cbc,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:31.590318 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-4dbfcf9d-7fbf-4bd3-9e48-b183ca0bbf89 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:31.629475 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4fc9f3-d33c-472a-8b33-c32df8aa4f3d req-4dbfcf9d-7fbf-4bd3-9e48-b183ca0bbf89 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] No DVR routers for this DVR port 77c32d54-2c90-43ef-882e-302d00648cbc on host hv-cinder-76111 {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:39:31.632503 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [req-2e4fc9f3-d33c-472a-8b33-c32df8aa4f3d req-4dbfcf9d-7fbf-4bd3-9e48-b183ca0bbf89 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58076'] for port, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:31.634920 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'name': 'network-vif-deleted', 'tag': '77c32d54-2c90-43ef-882e-302d00648cbc'}] {{(pid=79306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:39:31.646566 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-2e4fc9f3-d33c-472a-8b33-c32df8aa4f3d req-4dbfcf9d-7fbf-4bd3-9e48-b183ca0bbf89 tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.86 "DELETE /v2.0/ports/77c32d54-2c90-43ef-882e-302d00648cbc HTTP/1.1" status: 204 len: 173 time: 0.8379123 May 11 16:39:31.681073 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc91e0e-f458-4c35-9425-5f5730f10a3d', 'name': 'network-vif-deleted', 'tag': '77c32d54-2c90-43ef-882e-302d00648cbc', 'status': 'completed', 'code': 200} May 11 16:39:32.537265 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-f24dd557-3cb9-4835-a6db-9bc2172bd9bf req-606ace1b-accd-4297-b7ae-3efb6adc5bfd tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Synchronizing usage tracker for tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce on resource:port {{(pid=79306) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:39:32.670619 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [req-f24dd557-3cb9-4835-a6db-9bc2172bd9bf req-606ace1b-accd-4297-b7ae-3efb6adc5bfd tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Unset dirty status for tenant:34d4bd1a8f0a4d54aa13a4dea016e9ce on resource:port {{(pid=79306) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:39:32.671746 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [req-f24dd557-3cb9-4835-a6db-9bc2172bd9bf req-606ace1b-accd-4297-b7ae-3efb6adc5bfd tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "GET /v2.0/ports?device_id=ecc91e0e-f458-4c35-9425-5f5730f10a3d HTTP/1.1" status: 200 len: 210 time: 0.1822391 May 11 16:39:33.030728 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 77c32d54-2c90-43ef-882e-302d00648cbc no longer exists at agent hyperv_hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:33.071140 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] No Port match for: 77c32d54-2c90-43ef-882e-302d00648cbc {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:33.071504 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Device 77c32d54-2c90-43ef-882e-302d00648cbc not bound to the agent host hv-cinder-76111 {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:33.767360 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50724) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:33.840672 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13591ee8-2734-4d5f-87d4-636d9f2fb30d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:33.870540 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13591ee8-2734-4d5f-87d4-636d9f2fb30d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.007817 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13591ee8-2734-4d5f-87d4-636d9f2fb30d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.011696 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7c921e5b-9787-4b9e-a3ee-d911840a5760 tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:34.027664 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13591ee8-2734-4d5f-87d4-636d9f2fb30d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c070360b-6006-4a01-83e6-9d15035390f8,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:34.030158 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-13591ee8-2734-4d5f-87d4-636d9f2fb30d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:34.099499 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13591ee8-2734-4d5f-87d4-636d9f2fb30d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.100702 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-13591ee8-2734-4d5f-87d4-636d9f2fb30d tempest-TestShelveInstance-1597173299 tempest-TestShelveInstance-1597173299-project] 10.222.0.69 "DELETE /v2.0/security-groups/c070360b-6006-4a01-83e6-9d15035390f8 HTTP/1.1" status: 204 len: 168 time: 0.3323464 May 11 16:39:34.207229 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50734) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:34.270418 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:35.054322 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d7620b3a-40bc-4653-8b48-4ab86f98e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:35.446714 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-d7620b3a-40bc-4653-8b48-4ab86f98e65f admin admin] Deleting port 786a2d71-5515-4f04-9c49-d87e3dc2e868 {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:35.447387 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d7620b3a-40bc-4653-8b48-4ab86f98e65f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:35.571095 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [None req-d7620b3a-40bc-4653-8b48-4ab86f98e65f admin admin] For port 786a2d71-5515-4f04-9c49-d87e3dc2e868, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=786a2d71-5515-4f04-9c49-d87e3dc2e868,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:35.571455 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d7620b3a-40bc-4653-8b48-4ab86f98e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:35.694638 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-d7620b3a-40bc-4653-8b48-4ab86f98e65f admin admin] Calling delete_port for 786a2d71-5515-4f04-9c49-d87e3dc2e868 owned by network:router_interface {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:35.899094 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d7620b3a-40bc-4653-8b48-4ab86f98e65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:35.902980 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0d346742-cabc-4f33-a054-1b738d50b84d tempest-AttachVolumeTestJSON-1340870389 tempest-AttachVolumeTestJSON-1340870389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:35.944883 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7620b3a-40bc-4653-8b48-4ab86f98e65f admin admin] Pushing event deleted for resources: {'Port': ['ID=786a2d71-5515-4f04-9c49-d87e3dc2e868,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:35.948299 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-d7620b3a-40bc-4653-8b48-4ab86f98e65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:36.225029 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-d7620b3a-40bc-4653-8b48-4ab86f98e65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403193'] for router_interface, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:36.682196 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7620b3a-40bc-4653-8b48-4ab86f98e65f admin admin] Router 97384990-c6a5-4a9c-b4e5-b8469d56c67a has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:39:36.857776 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7620b3a-40bc-4653-8b48-4ab86f98e65f admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:39:36.866675 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c090f5-14a7-4bac-983b-03749211e8ba None None] Sync routers for ids ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'] in dv-cinder-761113-11-smb {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:39:36.875966 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c090f5-14a7-4bac-983b-03749211e8ba None None] Routers {'97384990-c6a5-4a9c-b4e5-b8469d56c67a'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:36.881510 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-31c090f5-14a7-4bac-983b-03749211e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:39:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:36.917848 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-d7620b3a-40bc-4653-8b48-4ab86f98e65f admin admin] 10.222.0.69 "PUT /v2.0/routers/97384990-c6a5-4a9c-b4e5-b8469d56c67a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7094729 May 11 16:39:36.920433 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50750) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:37.059782 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-31c090f5-14a7-4bac-983b-03749211e8ba None None] Set router 97384990-c6a5-4a9c-b4e5-b8469d56c67a gateway port host: dv-cinder-761113-11-smb {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:37.103923 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Notify callbacks [] for router, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:37.282580 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:37.350219 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-31c090f5-14a7-4bac-983b-03749211e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:39:35Z', 'revision_number': 5, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port': {'id': 'f50f5447-f748-433c-a604-0e8464719aa7', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:13Z', 'updated_at': '2021-05-11T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:37.354494 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c090f5-14a7-4bac-983b-03749211e8ba None None] Checking router: 97384990-c6a5-4a9c-b4e5-b8469d56c67a for host: dv-cinder-761113-11-smb {{(pid=79308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:39:37.364000 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c090f5-14a7-4bac-983b-03749211e8ba None None] Routers {'97384990-c6a5-4a9c-b4e5-b8469d56c67a'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:37.364180 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-31c090f5-14a7-4bac-983b-03749211e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:39:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'], 'active': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:37.405073 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Deleting port f50f5447-f748-433c-a604-0e8464719aa7 {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:37.405693 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:37.531028 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvr_db [None req-31c090f5-14a7-4bac-983b-03749211e8ba None None] Set router 97384990-c6a5-4a9c-b4e5-b8469d56c67a gateway port host: None {{(pid=79308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:37.546273 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] For port f50f5447-f748-433c-a604-0e8464719aa7, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=f50f5447-f748-433c-a604-0e8464719aa7,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:37.546695 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:37.640128 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_hamode_db [None req-31c090f5-14a7-4bac-983b-03749211e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:39:37Z', 'revision_number': 6, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port_host': None}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:37.644298 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c090f5-14a7-4bac-983b-03749211e8ba None None] The sync data for ids ['97384990-c6a5-4a9c-b4e5-b8469d56c67a'] in dv-cinder-761113-11-smb is: [{'id': '97384990-c6a5-4a9c-b4e5-b8469d56c67a', 'name': 'tempest-TestShelveInstance-950926856-router', 'tenant_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:11Z', 'updated_at': '2021-05-11T16:39:37Z', 'revision_number': 6, 'project_id': '34d4bd1a8f0a4d54aa13a4dea016e9ce', 'gw_port_host': None}] {{(pid=79308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:39:37.673447 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Calling delete_port for f50f5447-f748-433c-a604-0e8464719aa7 owned by network:router_gateway {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:37.864719 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:37.869882 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-637f7faf-dcff-40bd-aa05-1fb216a6cc0a tempest-AttachVolumeShelveTestJSON-167394791 tempest-AttachVolumeShelveTestJSON-167394791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:37.914670 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Pushing event deleted for resources: {'Port': ['ID=f50f5447-f748-433c-a604-0e8464719aa7,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:37.942640 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:38.120314 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396397'] for router_gateway, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.292098 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45150'] for router, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.294290 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.367850 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403839'] for router, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.368353 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97384990-c6a5-4a9c-b4e5-b8469d56c67a {{(pid=79306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:39:38.380011 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] Notify callbacks [] for router, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.383890 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-7ab20033-454f-4fc9-b46e-19c068930583 admin admin] 10.222.0.69 "DELETE /v2.0/routers/97384990-c6a5-4a9c-b4e5-b8469d56c67a HTTP/1.1" status: 204 len: 168 time: 1.4603984 May 11 16:39:38.384315 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50762) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:38.447814 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b5a6d2-f2db-4950-93e7-f9896d658924 admin admin] Deleting subnet e9042834-24c6-488a-9648-48e73366864e {{(pid=79306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:39:38.450600 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a6d2-f2db-4950-93e7-f9896d658924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.501781 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a6d2-f2db-4950-93e7-f9896d658924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-994940'] for subnet, precommit_delete_associations {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.585424 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a6d2-f2db-4950-93e7-f9896d658924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.888193 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a6d2-f2db-4950-93e7-f9896d658924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-868349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3109000'] for subnet, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.893335 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:38.931530 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5a6d2-f2db-4950-93e7-f9896d658924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9042834-24c6-488a-9648-48e73366864e,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:38.934631 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-a3b5a6d2-f2db-4950-93e7-f9896d658924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:38.936205 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-a3b5a6d2-f2db-4950-93e7-f9896d658924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.940658 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803d19b3-2f8d-48ae-ab57-f1fc2f54b2e5 None None] Network 930b33f6-1b95-4b51-a614-a8a01b0d9dcd requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:39:38.941812 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-a3b5a6d2-f2db-4950-93e7-f9896d658924 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e9042834-24c6-488a-9648-48e73366864e HTTP/1.1" status: 204 len: 168 time: 0.5565386 May 11 16:39:38.944311 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50766) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:39.049106 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:39.123952 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Deleting port 14e40a4d-281d-4533-942f-9418a3114e9d {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:39.124295 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:39.186936 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaacf29-52f5-4877-a9b3-9799a683cac3 None None] DHCP port deletion for 930b33f6-1b95-4b51-a614-a8a01b0d9dcd request from dv-cinder-761113-11-smb {{(pid=79308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:39:39.226402 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] For port 14e40a4d-281d-4533-942f-9418a3114e9d, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=14e40a4d-281d-4533-942f-9418a3114e9d,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:39.226774 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:39.252727 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-ceaacf29-52f5-4877-a9b3-9799a683cac3 None None] Deleting port 14e40a4d-281d-4533-942f-9418a3114e9d {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:39.253116 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ceaacf29-52f5-4877-a9b3-9799a683cac3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:39.351077 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Calling delete_port for 14e40a4d-281d-4533-942f-9418a3114e9d owned by network:dhcp {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:39.354822 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-ceaacf29-52f5-4877-a9b3-9799a683cac3 None None] For port 14e40a4d-281d-4533-942f-9418a3114e9d, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=14e40a4d-281d-4533-942f-9418a3114e9d,segment=NetworkSegment(3c173c08-13b4-464b-a614-8f99eccc8ab7),segment_id=3c173c08-13b4-464b-a614-8f99eccc8ab7)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:39.355585 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ceaacf29-52f5-4877-a9b3-9799a683cac3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:39.483212 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:39.489910 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0aebc8c5-960d-4e3d-80ad-432dc04384e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:39.535026 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-ceaacf29-52f5-4877-a9b3-9799a683cac3 None None] Calling delete_port for 14e40a4d-281d-4533-942f-9418a3114e9d owned by network:dhcp {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:39.548597 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 786a2d71-5515-4f04-9c49-d87e3dc2e868 no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:39.554374 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Pushing event deleted for resources: {'Port': ['ID=14e40a4d-281d-4533-942f-9418a3114e9d,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:39.557535 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:39.558337 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] No DVR routers for this DVR port 14e40a4d-281d-4533-942f-9418a3114e9d on host dv-cinder-761113-11-smb {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:39:39.594834 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: 786a2d71-5515-4f04-9c49-d87e3dc2e868 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:39.595188 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 786a2d71-5515-4f04-9c49-d87e3dc2e868 not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:39.595706 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device f50f5447-f748-433c-a604-0e8464719aa7 no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:39.634670 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: f50f5447-f748-433c-a604-0e8464719aa7 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:39.635021 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device f50f5447-f748-433c-a604-0e8464719aa7 not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:39.635432 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 14e40a4d-281d-4533-942f-9418a3114e9d no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:39.672430 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: 14e40a4d-281d-4533-942f-9418a3114e9d {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:39.672786 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 14e40a4d-281d-4533-942f-9418a3114e9d not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:39.678545 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:39.695003 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ceaacf29-52f5-4877-a9b3-9799a683cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:39.699260 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a941f384-33d9-44b5-b0cc-cd46eb955b55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:39.745655 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaacf29-52f5-4877-a9b3-9799a683cac3 None None] Pushing event deleted for resources: {'Port': ['ID=14e40a4d-281d-4533-942f-9418a3114e9d,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:39.748765 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-ceaacf29-52f5-4877-a9b3-9799a683cac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:39.752182 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaacf29-52f5-4877-a9b3-9799a683cac3 None None] No DVR routers for this DVR port 14e40a4d-281d-4533-942f-9418a3114e9d on host dv-cinder-761113-11-smb {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:39:39.794481 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930b33f6-1b95-4b51-a614-a8a01b0d9dcd']}} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:39.808061 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c173c08-13b4-464b-a614-8f99eccc8ab7') {'for_net_delete': True} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:39.808354 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c173c08-13b4-464b-a614-8f99eccc8ab7') {} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:39.820651 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-994915'] for segment, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:39.836501 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:39.842576 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=79306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:39:39.842959 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-868251'] for segment, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: Traceback (most recent call last): May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: timer() May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: cb(*args, **kw) May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: return func(*args, **kwargs) May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: self._notify() May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: self.callback(batched_events) May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: event.method(event) May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: return f(self, *a, **k) May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: return self._get(url).json() May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: return self.request(url, 'GET', **kwargs) May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:39:39.856658 dv-cinder-761113-11-smb neutron-server[79306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:39:39.984234 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:39.988062 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:40.003549 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:40.009382 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Pushing event deleted for resources: {'Network': ['ID=930b33f6-1b95-4b51-a614-a8a01b0d9dcd,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:40.013304 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:40.019578 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] 10.222.0.69 "DELETE /v2.0/networks/930b33f6-1b95-4b51-a614-a8a01b0d9dcd HTTP/1.1" status: 204 len: 168 time: 1.0739973 May 11 16:39:40.022262 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50782) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:40.571183 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-892c3004-ceb2-47c0-a6c8-68dd930e243d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:40.975599 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-892c3004-ceb2-47c0-a6c8-68dd930e243d admin admin] Deleting port 102848b7-255e-49f5-9955-33c26fa96b2d {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:40.975976 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-892c3004-ceb2-47c0-a6c8-68dd930e243d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:41.100212 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [None req-892c3004-ceb2-47c0-a6c8-68dd930e243d admin admin] For port 102848b7-255e-49f5-9955-33c26fa96b2d, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=102848b7-255e-49f5-9955-33c26fa96b2d,segment=NetworkSegment(eed9ec32-e648-4661-9e0a-d4afd9719a92),segment_id=eed9ec32-e648-4661-9e0a-d4afd9719a92)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:41.101148 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-892c3004-ceb2-47c0-a6c8-68dd930e243d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:41.322657 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-892c3004-ceb2-47c0-a6c8-68dd930e243d admin admin] Calling delete_port for 102848b7-255e-49f5-9955-33c26fa96b2d owned by network:router_interface {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:41.533229 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-892c3004-ceb2-47c0-a6c8-68dd930e243d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:41.538113 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-afc6d0d8-5200-44d1-a8b4-4fd918c0fbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:41.581237 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c3004-ceb2-47c0-a6c8-68dd930e243d admin admin] Pushing event deleted for resources: {'Port': ['ID=102848b7-255e-49f5-9955-33c26fa96b2d,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:41.610355 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-892c3004-ceb2-47c0-a6c8-68dd930e243d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:41.849932 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-892c3004-ceb2-47c0-a6c8-68dd930e243d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7873676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403193'] for router_interface, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:42.218661 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892c3004-ceb2-47c0-a6c8-68dd930e243d admin admin] Router 198dc865-49a0-42b0-95df-83a03d744ab6 has already been hosted by L3 agent b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f {{(pid=79306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:39:42.393876 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892c3004-ceb2-47c0-a6c8-68dd930e243d admin admin] Notify agent at l3_agent.dv-cinder-761113-11-smb the message routers_updated {{(pid=79306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:39:42.402105 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658e24a-c865-4a18-89c6-d31a19685f11 None None] Sync routers for ids ['198dc865-49a0-42b0-95df-83a03d744ab6'] in dv-cinder-761113-11-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:39:42.411758 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658e24a-c865-4a18-89c6-d31a19685f11 None None] Routers {'198dc865-49a0-42b0-95df-83a03d744ab6'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:42.412826 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d658e24a-c865-4a18-89c6-d31a19685f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:39:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['198dc865-49a0-42b0-95df-83a03d744ab6'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:42.500584 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-892c3004-ceb2-47c0-a6c8-68dd930e243d admin admin] 10.222.0.69 "PUT /v2.0/routers/198dc865-49a0-42b0-95df-83a03d744ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4772336 May 11 16:39:42.503103 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50800) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:42.592121 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-d658e24a-c865-4a18-89c6-d31a19685f11 None None] Set router 198dc865-49a0-42b0-95df-83a03d744ab6 gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:42.683585 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Notify callbacks [] for router, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:42.907473 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d658e24a-c865-4a18-89c6-d31a19685f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'name': 'tempest-TestShelveInstance-1492920148-router', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:29Z', 'updated_at': '2021-05-11T16:39:41Z', 'revision_number': 5, 'project_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'gw_port': {'id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:31Z', 'updated_at': '2021-05-11T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:42.911395 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658e24a-c865-4a18-89c6-d31a19685f11 None None] Checking router: 198dc865-49a0-42b0-95df-83a03d744ab6 for host: dv-cinder-761113-11-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:39:42.919763 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658e24a-c865-4a18-89c6-d31a19685f11 None None] Routers {'198dc865-49a0-42b0-95df-83a03d744ab6'} bound to L3 agent in host dv-cinder-761113-11-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:42.920365 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d658e24a-c865-4a18-89c6-d31a19685f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:23:48Z,description=,heartbeat_timestamp=2021-05-11T16:39:18Z,host='dv-cinder-761113-11-smb',id=b5bcf004-73ef-4290-89fa-b0cd7fcd6f0f,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:23:48Z,topic='l3_agent')) {'router_ids': ['198dc865-49a0-42b0-95df-83a03d744ab6'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:42.974227 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:43.092164 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-d658e24a-c865-4a18-89c6-d31a19685f11 None None] Set router 198dc865-49a0-42b0-95df-83a03d744ab6 gateway port host: dv-cinder-761113-11-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:43.120457 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Deleting port 42020077-51f1-49c1-9a0e-aa17e59a4df2 {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:43.120805 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:43.243347 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] For port 42020077-51f1-49c1-9a0e-aa17e59a4df2, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=42020077-51f1-49c1-9a0e-aa17e59a4df2,segment=NetworkSegment(b81305cb-b65f-4678-a0f3-b37bf52c6f46),segment_id=b81305cb-b65f-4678-a0f3-b37bf52c6f46)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:43.244083 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:43.377546 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Calling delete_port for 42020077-51f1-49c1-9a0e-aa17e59a4df2 owned by network:router_gateway {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:43.379944 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d658e24a-c865-4a18-89c6-d31a19685f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'name': 'tempest-TestShelveInstance-1492920148-router', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:29Z', 'updated_at': '2021-05-11T16:39:41Z', 'revision_number': 5, 'project_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'gw_port': {'id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:31Z', 'updated_at': '2021-05-11T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}], 'dv-cinder-761113-11-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:43.385102 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658e24a-c865-4a18-89c6-d31a19685f11 None None] The sync data for ids ['198dc865-49a0-42b0-95df-83a03d744ab6'] in dv-cinder-761113-11-smb is: [{'id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'name': 'tempest-TestShelveInstance-1492920148-router', 'tenant_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'external_fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:34:29Z', 'updated_at': '2021-05-11T16:39:41Z', 'revision_number': 5, 'project_id': 'ec075cf3dd3d45ea9731a0ec62288125', 'gw_port': {'id': '42020077-51f1-49c1-9a0e-aa17e59a4df2', 'name': '', 'network_id': 'b7664f9b-bde8-4801-a6b2-1c6f5edc0ea4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198dc865-49a0-42b0-95df-83a03d744ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:34:31Z', 'updated_at': '2021-05-11T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7e06862-2dbb-4b92-abf1-8341c9322d5c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-11-smb'}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:39:43.578845 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:43.583680 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-968fd827-fa3b-49a3-b9f9-691384625571 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:43.630325 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Pushing event deleted for resources: {'Port': ['ID=42020077-51f1-49c1-9a0e-aa17e59a4df2,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:43.655940 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:43.722933 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396397'] for router_gateway, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:43.853768 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 102848b7-255e-49f5-9955-33c26fa96b2d no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:43.895753 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: 102848b7-255e-49f5-9955-33c26fa96b2d {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:43.896467 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 102848b7-255e-49f5-9955-33c26fa96b2d not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:43.907220 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-338737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45150'] for router, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:43.909541 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:43.996442 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403839'] for router, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:43.996946 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 198dc865-49a0-42b0-95df-83a03d744ab6 {{(pid=79306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:39:44.012033 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] Notify callbacks [] for router, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:44.015609 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-cd865f4c-e634-4bf7-af65-d9b6e19591ed admin admin] 10.222.0.69 "DELETE /v2.0/routers/198dc865-49a0-42b0-95df-83a03d744ab6 HTTP/1.1" status: 204 len: 168 time: 1.5092549 May 11 16:39:44.016071 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50810) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:44.081776 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.db_base_plugin_v2 [None req-561c694d-e475-4533-90ca-70d4de1ea203 admin admin] Deleting subnet 945827c8-f6a8-4811-8f45-d583674e2c41 {{(pid=79306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:39:44.085367 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-561c694d-e475-4533-90ca-70d4de1ea203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:44.134976 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-561c694d-e475-4533-90ca-70d4de1ea203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-994940'] for subnet, precommit_delete_associations {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:44.212240 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-561c694d-e475-4533-90ca-70d4de1ea203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7695640'] for subnet, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:44.516496 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-561c694d-e475-4533-90ca-70d4de1ea203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7695639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-868349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3109000'] for subnet, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:44.520761 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-ba6772f0-fc25-4759-84b5-0e45954b921d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:44.560437 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c694d-e475-4533-90ca-70d4de1ea203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=945827c8-f6a8-4811-8f45-d583674e2c41,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:44.562518 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-561c694d-e475-4533-90ca-70d4de1ea203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for subnet, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:44.565072 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-561c694d-e475-4533-90ca-70d4de1ea203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:44.567090 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e9e2e1-5d14-404a-97c6-35f1998595b8 None None] Network fe5d324e-7bd0-4fd9-951a-3a1be7d4e849 requested from dv-cinder-761113-11-smb {{(pid=79308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:39:44.569204 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-561c694d-e475-4533-90ca-70d4de1ea203 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/945827c8-f6a8-4811-8f45-d583674e2c41 HTTP/1.1" status: 204 len: 168 time: 0.5524328 May 11 16:39:44.572352 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50814) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:44.780967 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7782424'] for network, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:44.828804 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c7177f-dcfe-4813-b912-7f2ea0b1ea71 None None] DHCP port deletion for fe5d324e-7bd0-4fd9-951a-3a1be7d4e849 request from dv-cinder-761113-11-smb {{(pid=79308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:39:44.857391 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Deleting port 4b45d231-88eb-40d4-a780-a627522de9b8 {{(pid=79306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:44.857720 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:44.989394 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-70c7177f-dcfe-4813-b912-7f2ea0b1ea71 None None] Deleting port 4b45d231-88eb-40d4-a780-a627522de9b8 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:44.989394 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-70c7177f-dcfe-4813-b912-7f2ea0b1ea71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726991784605'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:44.990471 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.db [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] For port 4b45d231-88eb-40d4-a780-a627522de9b8, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=4b45d231-88eb-40d4-a780-a627522de9b8,segment=NetworkSegment(eed9ec32-e648-4661-9e0a-d4afd9719a92),segment_id=eed9ec32-e648-4661-9e0a-d4afd9719a92)] {{(pid=79306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:44.990471 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:45.022225 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-3511667c-38a7-417d-99c5-00437e3b06d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:45.029053 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-70c7177f-dcfe-4813-b912-7f2ea0b1ea71 None None] For port 4b45d231-88eb-40d4-a780-a627522de9b8, host dv-cinder-761113-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-11-smb',level=0,port_id=4b45d231-88eb-40d4-a780-a627522de9b8,segment=NetworkSegment(eed9ec32-e648-4661-9e0a-d4afd9719a92),segment_id=eed9ec32-e648-4661-9e0a-d4afd9719a92)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:45.029443 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-70c7177f-dcfe-4813-b912-7f2ea0b1ea71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401331'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:45.104879 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.plugin [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Calling delete_port for 4b45d231-88eb-40d4-a780-a627522de9b8 owned by network:dhcp {{(pid=79306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:45.160614 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-70c7177f-dcfe-4813-b912-7f2ea0b1ea71 None None] Calling delete_port for 4b45d231-88eb-40d4-a780-a627522de9b8 owned by network:dhcp {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:45.259255 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-868270'] for port, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:45.264131 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-495f1aab-a1ae-4fe6-af2b-bdd4a50d2215 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:45.269006 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-70c7177f-dcfe-4813-b912-7f2ea0b1ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7818430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726991788912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726991370253'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:45.270032 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:45.311734 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Pushing event deleted for resources: {'Port': ['ID=4b45d231-88eb-40d4-a780-a627522de9b8,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:45.314948 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] No DVR routers for this DVR port 4b45d231-88eb-40d4-a780-a627522de9b8 on host dv-cinder-761113-11-smb {{(pid=79306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:39:45.314948 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:45.317801 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7177f-dcfe-4813-b912-7f2ea0b1ea71 None None] Pushing event deleted for resources: {'Port': ['ID=4b45d231-88eb-40d4-a780-a627522de9b8,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:45.320933 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-70c7177f-dcfe-4813-b912-7f2ea0b1ea71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:45.324126 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7177f-dcfe-4813-b912-7f2ea0b1ea71 None None] No DVR routers for this DVR port 4b45d231-88eb-40d4-a780-a627522de9b8 on host dv-cinder-761113-11-smb {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:39:45.429823 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7697891', 'neutron.services.segments.db._delete_segments_for_network-8726991795101'] for network, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:45.442883 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5d324e-7bd0-4fd9-951a-3a1be7d4e849']}} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:45.455465 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed9ec32-e648-4661-9e0a-d4afd9719a92') {'for_net_delete': True} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:45.455805 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.services.segments.db [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed9ec32-e648-4661-9e0a-d4afd9719a92') {} {{(pid=79306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:45.467949 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726991806823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-994915'] for segment, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:45.485046 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355'] for segment, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:45.493001 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=79306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:39:45.493467 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7693355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-868251'] for segment, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: Traceback (most recent call last): May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: timer() May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: cb(*args, **kw) May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: return func(*args, **kwargs) May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: self._notify() May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: self.callback(batched_events) May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: event.method(event) May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: return f(self, *a, **k) May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: return self._get(url).json() May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: return self.request(url, 'GET', **kwargs) May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:39:45.507881 dv-cinder-761113-11-smb neutron-server[79306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:39:45.554853 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 42020077-51f1-49c1-9a0e-aa17e59a4df2 no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:45.599033 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: 42020077-51f1-49c1-9a0e-aa17e59a4df2 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:45.599414 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 42020077-51f1-49c1-9a0e-aa17e59a4df2 not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:45.599976 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 4b45d231-88eb-40d4-a780-a627522de9b8 no longer exists at agent ovs-agent-dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:45.635143 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] No Port match for: 4b45d231-88eb-40d4-a780-a627522de9b8 {{(pid=79308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:45.640022 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.rpc [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Device 4b45d231-88eb-40d4-a780-a627522de9b8 not bound to the agent host dv-cinder-761113-11-smb {{(pid=79308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:45.640933 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7697818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7873669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396415'] for network, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:45.640933 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:45.652617 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7873707'] for network, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:45.662643 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Pushing event deleted for resources: {'Network': ['ID=fe5d324e-7bd0-4fd9-951a-3a1be7d4e849,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:45.667626 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:45.670297 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-3a7d1435-de2a-4def-a965-12666a09293e admin admin] 10.222.0.69 "DELETE /v2.0/networks/fe5d324e-7bd0-4fd9-951a-3a1be7d4e849 HTTP/1.1" status: 204 len: 168 time: 1.0969279 May 11 16:39:46.034963 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50876) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:46.084832 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-394c6f8e-d4dc-4157-9060-52e77cbec397 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=34d4bd1a8f0a4d54aa13a4dea016e9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489790 May 11 16:39:46.085182 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50882) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:46.148843 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d6c8-921c-4d56-b534-73bde1add96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:46.178787 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d6c8-921c-4d56-b534-73bde1add96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:46.304760 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d6c8-921c-4d56-b534-73bde1add96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:46.308614 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-b392b0a2-d523-4a7c-bad6-6ec7e38d7f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:46.326181 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9d6c8-921c-4d56-b534-73bde1add96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92f8e0b-8314-4d16-bd80-4ba4b673814a,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:46.330001 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-b4b9d6c8-921c-4d56-b534-73bde1add96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:46.333255 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d6c8-921c-4d56-b534-73bde1add96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:46.335651 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-b4b9d6c8-921c-4d56-b534-73bde1add96b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b92f8e0b-8314-4d16-bd80-4ba4b673814a HTTP/1.1" status: 204 len: 168 time: 0.2487586 May 11 16:39:46.940699 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50892) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:46.990256 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-af1ebd37-2ca1-497f-9347-b1e72cd85db1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec075cf3dd3d45ea9731a0ec62288125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482543 May 11 16:39:46.992810 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50896) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:47.052415 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f78efeef-d19d-457d-93ce-d79a108c5bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:47.079691 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f78efeef-d19d-457d-93ce-d79a108c5bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:47.190757 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f78efeef-d19d-457d-93ce-d79a108c5bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:47.195025 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-508edc60-eb6f-4cf0-a69e-c1f61caee338 tempest-TestMinimumBasicScenario-1344572900 tempest-TestMinimumBasicScenario-1344572900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:47.205807 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78efeef-d19d-457d-93ce-d79a108c5bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac77a74-4ea1-4ad0-9cbd-1ef3f1ac1ac6,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:47.209582 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-f78efeef-d19d-457d-93ce-d79a108c5bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:47.212831 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-f78efeef-d19d-457d-93ce-d79a108c5bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:47.213922 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-f78efeef-d19d-457d-93ce-d79a108c5bea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ac77a74-4ea1-4ad0-9cbd-1ef3f1ac1ac6 HTTP/1.1" status: 204 len: 168 time: 0.2201705 May 11 16:39:47.453568 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:47.756421 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e871212c-feca-46d3-ba7b-87c74c7763c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:48.887411 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:50.299090 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:54.201866 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:40:04.281695 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:05.642750 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 50978) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:05.770970 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:05.786088 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:05.790718 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Usage tracker for resource:security_group_rule and tenant:eeb98252aa0d4cb3acf36d0676274b0b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:05.794178 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:05.800246 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:05.885602 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:05.932752 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:05.941884 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-13f81295-99db-473b-9ede-4a2ccc1b9848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:05.982207 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eeb98252aa0d4cb3acf36d0676274b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382561 May 11 16:40:05.983157 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d141e6d6-e0fc-49be-b5bd-f6b20a200fb1,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:05.985249 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 50984) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:05.990808 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:05.991190 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:05.991619 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:05.991961 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:05.992323 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:05.992684 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:05.993040 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:05.993395 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:05.993753 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:05.994108 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:05.994461 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:05.994885 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-11-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:06.000894 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:06.062832 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-58c923e2-b32f-4182-b604-23c748e1f71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:06.088090 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-58c923e2-b32f-4182-b604-23c748e1f71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:06.196116 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-58c923e2-b32f-4182-b604-23c748e1f71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:06.199817 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-86755c27-0b35-4def-a74c-1b6cf472f8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:06.211875 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c923e2-b32f-4182-b604-23c748e1f71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d141e6d6-e0fc-49be-b5bd-f6b20a200fb1,revision_number=None']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:06.214522 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-58c923e2-b32f-4182-b604-23c748e1f71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:06.222469 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-58c923e2-b32f-4182-b604-23c748e1f71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:06.224147 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-58c923e2-b32f-4182-b604-23c748e1f71a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d141e6d6-e0fc-49be-b5bd-f6b20a200fb1 HTTP/1.1" status: 204 len: 168 time: 0.2370141 May 11 16:40:14.248864 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.wsgi [-] (79306) accepted ('10.222.0.69', 51054) {{(pid=79306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:14.364877 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-2ae70af7-efbe-4b9d-b0ff-36b890149186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:14.378761 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-2ae70af7-efbe-4b9d-b0ff-36b890149186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:14.382607 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-2ae70af7-efbe-4b9d-b0ff-36b890149186 admin admin] Usage tracker for resource:security_group_rule and tenant:a8cd48833d4e4d61a55de71593997258 is out of sync, need to count used quota {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:14.385403 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.quota.resource [None req-2ae70af7-efbe-4b9d-b0ff-36b890149186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79306) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:14.398926 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.db.quota.driver [None req-2ae70af7-efbe-4b9d-b0ff-36b890149186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:14.472934 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-2ae70af7-efbe-4b9d-b0ff-36b890149186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:14.515654 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron_lib.callbacks.manager [None req-2ae70af7-efbe-4b9d-b0ff-36b890149186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_create {{(pid=79306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:14.524232 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-0f06e4c7-19a0-4846-bd58-a3689b1c61fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:14.562472 dv-cinder-761113-11-smb neutron-server[79306]: INFO neutron.wsgi [None req-2ae70af7-efbe-4b9d-b0ff-36b890149186 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a8cd48833d4e4d61a55de71593997258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125331 May 11 16:40:14.564097 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae70af7-efbe-4b9d-b0ff-36b890149186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603c8b86-14bb-44d6-89bd-e9a50aa4ecef,revision_number=1']} {{(pid=79306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:14.565274 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.69', 51060) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:14.567188 dv-cinder-761113-11-smb neutron-server[79306]: DEBUG oslo_concurrency.lockutils [None req-2ae70af7-efbe-4b9d-b0ff-36b890149186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79306) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:14.626053 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e8d96963-c8c4-43cc-8afc-e3fa54428e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:14.651408 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e8d96963-c8c4-43cc-8afc-e3fa54428e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:14.749733 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e8d96963-c8c4-43cc-8afc-e3fa54428e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462738'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:14.753485 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b3e461c8-1e3e-40c8-be76-2f78e406c544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:14.766293 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d96963-c8c4-43cc-8afc-e3fa54428e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603c8b86-14bb-44d6-89bd-e9a50aa4ecef,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:14.770753 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e8d96963-c8c4-43cc-8afc-e3fa54428e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:14.775737 dv-cinder-761113-11-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e8d96963-c8c4-43cc-8afc-e3fa54428e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:14.776862 dv-cinder-761113-11-smb neutron-server[79307]: INFO neutron.wsgi [None req-e8d96963-c8c4-43cc-8afc-e3fa54428e6a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/603c8b86-14bb-44d6-89bd-e9a50aa4ecef HTTP/1.1" status: 204 len: 168 time: 0.2106040 May 11 16:40:14.972606 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e3532e5f-6dfc-4bbf-aa6b-8506d651b4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:17.458600 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:17.773169 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2227c78d-76d2-4e18-aee3-1afd70fa6d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:18.875947 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:20.298522 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:31.200647 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:40:34.275082 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:44.949185 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a3de0238-38d3-4ed8-910a-9abbc6028380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:47.492888 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:47.749154 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-987c5f6c-2f00-4d55-8c6d-5f790e80a385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:48.858055 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:50.332581 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:04.275256 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:08.199882 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:41:14.954779 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8bca3b4e-5267-4833-9330-dfe27e773c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:17.469062 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:17.749367 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-291019dc-8352-4067-ac17-62ae89a2bbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:18.857768 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:20.325970 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:34.297587 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:44.942795 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5d73a205-b8d1-4dc2-a244-edcc2ee74948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:45.198405 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:41:47.474519 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:47.783024 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5a8938a5-6d00-4f5a-80e3-453055f94a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:48.902846 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:50.320204 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:04.320118 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:14.999639 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ce15dba6-ab59-43dd-8ee5-388809f23876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:17.485534 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:17.748731 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-46342082-2149-44c5-b371-37259762e3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:18.897516 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:20.325495 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:22.196982 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:42:34.319809 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:44.953494 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-3297029f-a8da-4fde-9cdb-1de8bce29c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:47.456689 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:47.788305 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-40cab1e5-42e6-4afa-8350-42e329650edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:48.867939 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:50.319349 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:59.194978 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:43:04.319262 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:14.970494 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5781ffd8-6d02-41c0-80e4-34ae3463bfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:17.473672 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:17.758834 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7cba1383-42d0-4a9f-9fb2-3a18186b7f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:18.907580 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:20.330390 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:34.330405 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:36.193407 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:43:44.958621 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e7f4800e-af6a-433b-ac8f-65fcf3edfb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:47.461244 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:47.764169 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-36f41334-b954-4d1c-8649-8513689a9e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:48.890325 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:50.352794 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:04.312906 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:13.192997 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:44:14.946659 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fd593983-12c8-42a0-a1a5-04b844007be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.443788 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.752290 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e7234c29-bd23-44b8-99e1-307755a4da68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:18.889708 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:20.329598 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:34.312948 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:45.004685 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a0fedb0e-47bd-4408-be1c-84d4ed414f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:47.455095 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b712ce1-78b6-4953-90b6-c23221bea32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:47.758092 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fa48449d-2a8e-44ff-9020-6382eed041d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:48.889506 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb682-71c3-4bbe-9f1a-244f10211673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:50.193033 dv-cinder-761113-11-smb neutron-server[79309]: DEBUG neutron.db.agents_db [None req-d9de57f9-2fd9-4be9-b55e-2dd7825f042f None None] Agent healthcheck: found 6 active agents {{(pid=79309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:44:50.375231 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-600e7eab-21f0-47e2-a7f2-24c2c8113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:04.335289 dv-cinder-761113-11-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0e7e-fa8e-4afd-9156-50446620e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726991795110', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7697113'] for agent, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}